diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6083622b38a73a6b6ed4e7537f38eb728dbd08 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9604424609164776, + "test_acc": 0.9604597701149425, + "test_auc": 0.9801886601006548, + "val_auc": 0.9573863636363638, + "k": 1, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1739 + ] + }, + { + "test_f1": 0.976089163965159, + "test_acc": 0.9760919540229885, + "test_auc": 0.9933860733805941, + "val_auc": 0.9772727272727272, + "k": 16, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1739, + 3001, + 18497, + 17343, + 820, + 29728, + 16664, + 31872, + 15686, + 752, + 11200, + 6400, + 14099, + 10355, + 32032, + 20636 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8ccc6a26517a0e7bdfe7b6f41c5e7e0f99480e62 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9926435910776503, + "test_acc": 0.9926436781609196, + "test_auc": 0.9985414186373722, + "val_auc": 0.9971590909090909, + "k": 1, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32545 + ] + }, + { + "test_f1": 0.9972413793103448, + "test_acc": 0.9972413793103448, + "test_auc": 0.9999332012013638, + "val_auc": 0.9991883116883117, + "k": 16, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32545, + 9296, + 3001, + 7740, + 31143, + 23941, + 23956, + 7771, + 8258, + 32032, + 4021, + 31296, + 10275, + 21973, + 22415, + 15914 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c64e912294cb7bac8e64c9b1b4b293000d991196 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9576755436677145, + "test_acc": 0.9577011494252874, + "test_auc": 0.9843183478543212, + "val_auc": 0.9882305194805194, + "k": 1, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 175 + ] + }, + { + "test_f1": 0.9622899066339847, + "test_acc": 0.9622988505747126, + "test_auc": 0.9884894677742302, + "val_auc": 0.9967532467532467, + "k": 16, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 175, + 8258, + 3001, + 281, + 10275, + 30123, + 3324, + 14602, + 7740, + 31393, + 204, + 29809, + 17343, + 29499, + 32173, + 1553 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b0286ee10633e21b1022d82fd33944b8a1c12d4c --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9857446795610127, + "test_acc": 0.9857471264367816, + "test_auc": 0.9929159451269007, + "val_auc": 0.9910714285714286, + "k": 1, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22134 + ] + }, + { + "test_f1": 0.9816042957503781, + "test_acc": 0.9816091954022989, + "test_auc": 0.9957012013637101, + "val_auc": 0.9987824675324676, + "k": 16, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22134, + 9615, + 23391, + 7771, + 7094, + 3001, + 17297, + 9246, + 1025, + 16664, + 27741, + 23581, + 32032, + 23220, + 29499, + 16033 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c4e82491ae31fccf1a79cb6744a13ecdcb2355ea --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8580924325531809, + "test_acc": 0.8593103448275862, + "test_auc": 0.9151143696899182, + "val_auc": 0.9370941558441559, + "k": 1, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32724 + ] + }, + { + "test_f1": 0.9839075969448875, + "test_acc": 0.9839080459770115, + "test_auc": 0.9939906447859733, + "val_auc": 0.9955357142857143, + "k": 16, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32724, + 3001, + 32607, + 27885, + 30257, + 27751, + 32280, + 24452, + 4296, + 26165, + 17812, + 14786, + 29544, + 7614, + 14838, + 32458 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..baaf22d36a079ab36da646ca7936ba2c012ce129 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9834469461994598, + "test_acc": 0.983448275862069, + "test_auc": 0.9826238568104335, + "val_auc": 0.9886363636363636, + "k": 1, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21738 + ] + }, + { + "test_f1": 0.9829882468290856, + "test_acc": 0.9829885057471265, + "test_auc": 0.998640348503707, + "val_auc": 1.0, + "k": 16, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21738, + 13401, + 16838, + 24263, + 1164, + 29499, + 14002, + 3001, + 19125, + 17235, + 1984, + 32759, + 3491, + 7771, + 17343, + 6489 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a3a6b574b278ee31d535c51099e5bb470a0b64ff --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9572401861678439, + "test_acc": 0.9572413793103448, + "test_auc": 0.9908942245251365, + "val_auc": 0.9967532467532468, + "k": 1, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4769 + ] + }, + { + "test_f1": 0.9742528409072686, + "test_acc": 0.9742528735632184, + "test_auc": 0.995685135829861, + "val_auc": 0.9975649350649352, + "k": 16, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4769, + 3001, + 26013, + 18494, + 3071, + 25581, + 16664, + 29544, + 5331, + 14749, + 21973, + 9511, + 5481, + 4029, + 16046, + 26916 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..08f6023e59851ee09b6abd75134da150fc62e906 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5499822359872555, + "test_acc": 0.5733333333333334, + "test_auc": 0.5755668890038772, + "val_auc": 0.6266506602641057, + "k": 1, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7771 + ] + }, + { + "test_f1": 0.611211948034679, + "test_acc": 0.6113207547169811, + "test_auc": 0.6506370887630767, + "val_auc": 0.6526610644257703, + "k": 16, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7771, + 34, + 27910, + 9246, + 25759, + 17503, + 28989, + 29228, + 20434, + 16033, + 29544, + 7106, + 12774, + 16210, + 14602, + 20651 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0f4c440337fef89c7410ac80013aef374dbc2f16 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9664314169905743, + "test_acc": 0.9664367816091954, + "test_auc": 0.990767391363169, + "val_auc": 1.0, + "k": 1, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3878 + ] + }, + { + "test_f1": 0.9553711095424321, + "test_acc": 0.9554022988505747, + "test_auc": 0.990767391363169, + "val_auc": 1.0, + "k": 16, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3878, + 3001, + 17343, + 29499, + 29728, + 27262, + 9246, + 29022, + 22957, + 2619, + 17469, + 8522, + 19209, + 16033, + 9284, + 5616 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7541820a12bfa4e706fefaeed0cfb63bfeebf2b1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.984827522061186, + "test_acc": 0.9848275862068966, + "test_auc": 0.9983532827804535, + "val_auc": 1.0, + "k": 1, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11049 + ] + }, + { + "test_f1": 0.9875861544136975, + "test_acc": 0.9875862068965517, + "test_auc": 0.9988711848584879, + "val_auc": 1.0, + "k": 16, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11049, + 3001, + 22293, + 26013, + 7771, + 5336, + 25343, + 9614, + 28463, + 6038, + 8522, + 19451, + 6765, + 17936, + 14099, + 26748 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..04231a9c2ad37ff038b16c4e1ea3be8349a18f27 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8603795861136222, + "test_acc": 0.8606896551724138, + "test_auc": 0.8902351994155528, + "val_auc": 0.9346590909090908, + "k": 1, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3001 + ] + }, + { + "test_f1": 0.9521773371242497, + "test_acc": 0.952183908045977, + "test_auc": 0.9873462782076953, + "val_auc": 0.9898538961038961, + "k": 16, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3001, + 23729, + 21688, + 6075, + 16687, + 5359, + 14602, + 17772, + 25741, + 21105, + 24613, + 30161, + 21814, + 16715, + 16033, + 8522 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1a21b6c0a6af136ca6eb4d2b759d84edd3e6adf2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9434405043996937, + "test_acc": 0.9434482758620689, + "test_auc": 0.9587492051788516, + "val_auc": 0.9659090909090909, + "k": 1, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13222 + ] + }, + { + "test_f1": 0.9737892139261309, + "test_acc": 0.9737931034482759, + "test_auc": 0.9919055076032253, + "val_auc": 0.9882305194805195, + "k": 16, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13222, + 8100, + 3001, + 13751, + 31494, + 27457, + 29728, + 19751, + 19828, + 14055, + 26146, + 8522, + 9414, + 7771, + 28225, + 21891 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6d190a1f0819be27008434a0063806d798750ef7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8228864399125922, + "test_acc": 0.8234482758620689, + "test_auc": 0.8840905554954273, + "val_auc": 0.8461850649350648, + "k": 1, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17100 + ] + }, + { + "test_f1": 0.9558169584403526, + "test_acc": 0.9558620689655173, + "test_auc": 0.9851706667027437, + "val_auc": 0.9857954545454546, + "k": 16, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17100, + 3001, + 348, + 6596, + 15415, + 7771, + 281, + 13526, + 6400, + 12087, + 6175, + 14749, + 531, + 8522, + 17469, + 27919 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4cf09a59abeb2a9f1623a260835e5741085fe37a --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9365430050302544, + "test_acc": 0.9365517241379311, + "test_auc": 0.9550790762487147, + "val_auc": 0.9657061688311689, + "k": 1, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19285 + ] + }, + { + "test_f1": 0.9622969377817433, + "test_acc": 0.9622988505747126, + "test_auc": 0.9923680258672005, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19285, + 3001, + 26013, + 253, + 7540, + 1061, + 6765, + 2341, + 16033, + 18085, + 9614, + 7774, + 30848, + 820, + 18401, + 16046 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8f79b64e2a25059a7c1348cc0847a74bb7fdda0c --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6080957035328844, + "test_acc": 0.6294339622641509, + "test_auc": 0.6379037941792678, + "val_auc": 0.7070828331332533, + "k": 1, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3661 + ] + }, + { + "test_f1": 0.6080957035328844, + "test_acc": 0.6294339622641509, + "test_auc": 0.6918238165783832, + "val_auc": 0.7070828331332533, + "k": 16, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3661, + 10683, + 14720, + 20475, + 16956, + 16033, + 9144, + 15722, + 23758, + 2144, + 5884, + 531, + 28820, + 24690, + 30387, + 13605 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..994e1dd3cab9586a25fda580b367e8b788cfd4d6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6871501787021208, + "test_acc": 0.6881878209831255, + "test_auc": 0.748728581825072, + "val_auc": 0.7700320512820513, + "k": 1, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29180 + ] + }, + { + "test_f1": 0.7005713398306558, + "test_acc": 0.7006603081438004, + "test_auc": 0.776163654449856, + "val_auc": 0.8597756410256411, + "k": 16, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29180, + 31496, + 11069, + 15087, + 531, + 3494, + 12881, + 15612, + 6333, + 28281, + 11026, + 12642, + 28402, + 20613, + 32194, + 9579 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f0133a3df46de9592f73218a6ff00ce2abf5d8e3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6446531082675732, + "test_acc": 0.6520754716981132, + "test_auc": 0.6717270153381285, + "val_auc": 0.6450580232092837, + "k": 1, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14112 + ] + }, + { + "test_f1": 0.7593107819700949, + "test_acc": 0.759748427672956, + "test_auc": 0.839029648449327, + "val_auc": 0.797719087635054, + "k": 16, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14112, + 6918, + 3661, + 7519, + 11592, + 26203, + 14222, + 10632, + 17355, + 16740, + 531, + 18992, + 15811, + 2681, + 1457, + 31024 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d2eb915d1d60108ba751319fcf35947c5dfbf7c6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7129552118427894, + "test_acc": 0.7129559748427673, + "test_auc": 0.753697575488158, + "val_auc": 0.7835134053621449, + "k": 1, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32623 + ] + }, + { + "test_f1": 0.7846270992724697, + "test_acc": 0.7846540880503144, + "test_auc": 0.8576373945737839, + "val_auc": 0.8727490996398559, + "k": 16, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32623, + 22167, + 31496, + 19245, + 4374, + 7533, + 4990, + 17209, + 1935, + 32172, + 3169, + 6788, + 30748, + 10434, + 20803, + 22169 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..97579cee4e9831796442cb3eff14309a2e31c478 --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7053409665509465, + "test_acc": 0.7232704402515723, + "test_auc": 0.7265604193859686, + "val_auc": 0.6788715486194478, + "k": 1, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29212 + ] + }, + { + "test_f1": 0.8266675396644553, + "test_acc": 0.8279245283018868, + "test_auc": 0.9099946938804443, + "val_auc": 0.9283713485394158, + "k": 16, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29212, + 14615, + 9708, + 9404, + 25983, + 16033, + 2014, + 14981, + 25157, + 26579, + 10040, + 8719, + 30606, + 17726, + 17499, + 9783 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0ff648ec08521a590612de8cb4844ec6bc52f82c --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7007638062213549, + "test_acc": 0.7008805031446541, + "test_auc": 0.7483305722609437, + "val_auc": 0.7759103641456582, + "k": 1, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24096 + ] + }, + { + "test_f1": 0.8652829423798215, + "test_acc": 0.8654088050314466, + "test_auc": 0.9484924139704863, + "val_auc": 0.9783913565426171, + "k": 16, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24096, + 5809, + 19045, + 71, + 25637, + 15674, + 16033, + 1987, + 11838, + 17800, + 26324, + 16510, + 7771, + 29499, + 8489, + 15290 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2fa0beb36c7476a6331b14670b01a7847be90dfe --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.618026418026418, + "test_acc": 0.6565656565656566, + "test_auc": 0.6563265306122449, + "val_auc": 0.626201923076923, + "k": 1, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1681 + ] + }, + { + "test_f1": 0.7070707070707071, + "test_acc": 0.7070707070707071, + "test_auc": 0.7942857142857143, + "val_auc": 0.8297275641025641, + "k": 16, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1681, + 1096, + 27209, + 16664, + 531, + 15487, + 6389, + 14141, + 30612, + 397, + 23705, + 16956, + 13666, + 1133, + 21653, + 13265 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d933bd298bf52eb8c507fbbeeabb5b8d266c0e6f --- /dev/null +++ b/denoised/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-44.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8506566512416085, + "test_acc": 0.8507462686567164, + "test_auc": 0.9201218403346063, + "val_auc": 0.96, + "k": 1, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20664 + ] + }, + { + "test_f1": 0.9680153126089237, + "test_acc": 0.9680170575692963, + "test_auc": 0.9939079832696854, + "val_auc": 0.994, + "k": 16, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20664, + 9594, + 2014, + 1096, + 4244, + 24434, + 14284, + 6066, + 31584, + 10940, + 17888, + 25793, + 14898, + 31953, + 1708, + 5832 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/binarized_probing_binarized_linear_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/binarized_probing_binarized_linear_results.json new file mode 100644 index 0000000000000000000000000000000000000000..aef58da50c240f4a338912f1f425fa86a68740ae --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/binarized_probing_binarized_linear_results.json @@ -0,0 +1,6330 @@ +{ + "5_hist_fig_ismale": { + "1": { + "k": 1, + "selected_features": [ + 13440 + ], + "test_balanced_acc": 0.888535921112989, + "test_accuracy": 0.8885534591194969, + "test_auc": 0.888535921112989, + "test_f1": 0.8958382318363508, + "test_precision": 0.8410596026490066, + "test_recall": 0.9582494969818913 + }, + "4": { + "k": 4, + "selected_features": [ + 13440, + 8743, + 19252, + 12400 + ], + "test_balanced_acc": 0.911943730829871, + "test_accuracy": 0.9119496855345912, + "test_auc": 0.9460116258699657, + "test_f1": 0.914004914004914, + "test_precision": 0.8933717579250721, + "test_recall": 0.9356136820925554 + }, + "16": { + "k": 16, + "selected_features": [ + 13440, + 8743, + 19252, + 12400, + 27398, + 10799, + 22926, + 29782, + 30776, + 12575, + 16170, + 15635, + 16964, + 26049, + 14693, + 10340 + ], + "test_balanced_acc": 0.9199936660729349, + "test_accuracy": 0.92, + "test_auc": 0.9766156070798215, + "test_f1": 0.92198233562316, + "test_precision": 0.899904214559387, + "test_recall": 0.9451710261569416 + } + }, + "6_hist_fig_isamerican": { + "1": { + "k": 1, + "selected_features": [ + 31884 + ], + "test_balanced_acc": 0.7848790022469998, + "test_accuracy": 0.7849056603773585, + "test_auc": 0.7848790022469999, + "test_f1": 0.8055492381168979, + "test_precision": 0.7351598173515982, + "test_recall": 0.8908450704225352 + }, + "4": { + "k": 4, + "selected_features": [ + 31884, + 29789, + 29742, + 5684 + ], + "test_balanced_acc": 0.8419972527667261, + "test_accuracy": 0.8420125786163521, + "test_auc": 0.9100254521593578, + "test_f1": 0.8511142721669037, + "test_precision": 0.804932735426009, + "test_recall": 0.9029175050301811 + }, + "16": { + "k": 16, + "selected_features": [ + 31884, + 29789, + 29742, + 5684, + 3988, + 27972, + 5794, + 30073, + 14693, + 2545, + 11333, + 6179, + 8897, + 29782, + 22302, + 7897 + ], + "test_balanced_acc": 0.8835210558772869, + "test_accuracy": 0.8835220125786164, + "test_auc": 0.9524903573428491, + "test_f1": 0.883988975194187, + "test_precision": 0.8806789815277084, + "test_recall": 0.8873239436619719 + } + }, + "7_hist_fig_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 23393 + ], + "test_balanced_acc": 0.5705677193508307, + "test_accuracy": 0.570566037735849, + "test_auc": 0.5705677193508306, + "test_f1": 0.5677386680172195, + "test_precision": 0.5716471188169301, + "test_recall": 0.5638832997987927 + }, + "4": { + "k": 4, + "selected_features": [ + 23393, + 29782, + 16170, + 25584 + ], + "test_balanced_acc": 0.6067985669426726, + "test_accuracy": 0.6067924528301887, + "test_auc": 0.6332371430394141, + "test_f1": 0.597061098221191, + "test_precision": 0.612374405076679, + "test_recall": 0.5824949698189135 + }, + "16": { + "k": 16, + "selected_features": [ + 23393, + 29782, + 16170, + 25584, + 19252, + 6787, + 30776, + 22911, + 17052, + 8269, + 31884, + 6729, + 12575, + 7859, + 31106, + 32147 + ], + "test_balanced_acc": 0.6372441999758998, + "test_accuracy": 0.6372327044025157, + "test_auc": 0.6706830059369807, + "test_f1": 0.6199261992619927, + "test_precision": 0.6511627906976745, + "test_recall": 0.5915492957746479 + } + }, + "21_headline_istrump": { + "1": { + "k": 1, + "selected_features": [ + 10535 + ], + "test_balanced_acc": 0.6978976273342117, + "test_accuracy": 0.6978616352201258, + "test_auc": 0.6978976273342116, + "test_f1": 0.6474904608159672, + "test_precision": 0.7773079633544749, + "test_recall": 0.5548289738430584 + }, + "4": { + "k": 4, + "selected_features": [ + 10535, + 13203, + 1958, + 20642 + ], + "test_balanced_acc": 0.7891827563265856, + "test_accuracy": 0.7891823899371069, + "test_auc": 0.858881775808348, + "test_f1": 0.7889168765743073, + "test_precision": 0.7901109989909183, + "test_recall": 0.7877263581488934 + }, + "16": { + "k": 16, + "selected_features": [ + 10535, + 13203, + 1958, + 20642, + 22086, + 28426, + 1749, + 29080, + 21855, + 25601, + 2408, + 7837, + 4769, + 14261, + 16275, + 9734 + ], + "test_balanced_acc": 0.8387413054066726, + "test_accuracy": 0.8387421383647798, + "test_auc": 0.9110385767043123, + "test_f1": 0.8393080972674856, + "test_precision": 0.8365817091454273, + "test_recall": 0.8420523138832998 + } + }, + "22_headline_isobama": { + "1": { + "k": 1, + "selected_features": [ + 1749 + ], + "test_balanced_acc": 0.738667872212176, + "test_accuracy": 0.7385103011093502, + "test_auc": 0.738667872212176, + "test_f1": 0.7100175746924429, + "test_precision": 0.7984189723320159, + "test_recall": 0.6392405063291139 + }, + "4": { + "k": 4, + "selected_features": [ + 1749, + 2408, + 29080, + 28426 + ], + "test_balanced_acc": 0.7481113120353626, + "test_accuracy": 0.7480190174326465, + "test_auc": 0.8215039180229053, + "test_f1": 0.7327731092436974, + "test_precision": 0.7813620071684588, + "test_recall": 0.689873417721519 + }, + "16": { + "k": 16, + "selected_features": [ + 1749, + 2408, + 29080, + 28426, + 16275, + 15600, + 3904, + 7837, + 13507, + 25601, + 22086, + 20642, + 24699, + 9609, + 6143, + 18297 + ], + "test_balanced_acc": 0.8209061683745228, + "test_accuracy": 0.820919175911252, + "test_auc": 0.906796262808921, + "test_f1": 0.8226059654631083, + "test_precision": 0.8161993769470405, + "test_recall": 0.8291139240506329 + } + }, + "23_headline_ischina": { + "1": { + "k": 1, + "selected_features": [ + 29080 + ], + "test_balanced_acc": 0.7022458955912194, + "test_accuracy": 0.7022809123649459, + "test_auc": 0.7022458955912193, + "test_f1": 0.710955710955711, + "test_precision": 0.691609977324263, + "test_recall": 0.7314148681055156 + }, + "4": { + "k": 4, + "selected_features": [ + 29080, + 31708, + 32042, + 142 + ], + "test_balanced_acc": 0.7417306539383877, + "test_accuracy": 0.7418967587034814, + "test_auc": 0.8140708586976573, + "test_f1": 0.7734457323498419, + "test_precision": 0.6898496240601504, + "test_recall": 0.8800959232613909 + }, + "16": { + "k": 16, + "selected_features": [ + 29080, + 31708, + 32042, + 142, + 16807, + 25601, + 20642, + 10110, + 5559, + 19132, + 25584, + 26491, + 16275, + 21855, + 1714, + 2615 + ], + "test_balanced_acc": 0.7671266832687695, + "test_accuracy": 0.7671068427370948, + "test_auc": 0.8332728048330567, + "test_f1": 0.7634146341463415, + "test_precision": 0.7766749379652605, + "test_recall": 0.750599520383693 + } + }, + "24_headline_isiran": { + "1": { + "k": 1, + "selected_features": [ + 23911 + ], + "test_balanced_acc": 0.6701171756420375, + "test_accuracy": 0.6694214876033058, + "test_auc": 0.6701171756420375, + "test_f1": 0.5588235294117647, + "test_precision": 0.8444444444444444, + "test_recall": 0.4175824175824176 + }, + "4": { + "k": 4, + "selected_features": [ + 23911, + 6143, + 1958, + 25212 + ], + "test_balanced_acc": 0.7688968490073462, + "test_accuracy": 0.768595041322314, + "test_auc": 0.8000880335134478, + "test_f1": 0.7407407407407407, + "test_precision": 0.8450704225352113, + "test_recall": 0.6593406593406593 + }, + "16": { + "k": 16, + "selected_features": [ + 23911, + 6143, + 1958, + 25212, + 29080, + 5559, + 16275, + 29352, + 18628, + 15600, + 1749, + 26395, + 142, + 26842, + 1646, + 21879 + ], + "test_balanced_acc": 0.7631898488252079, + "test_accuracy": 0.7630853994490359, + "test_auc": 0.8473377451278004, + "test_f1": 0.7542857142857143, + "test_precision": 0.7857142857142857, + "test_recall": 0.7252747252747253 + } + }, + "26_headline_isfrontpage": { + "1": { + "k": 1, + "selected_features": [ + 29080 + ], + "test_balanced_acc": 0.5981967547610778, + "test_accuracy": 0.5982389937106918, + "test_auc": 0.5981967547610778, + "test_f1": 0.656041352573767, + "test_precision": 0.5736346516007533, + "test_recall": 0.7660965794768612 + }, + "4": { + "k": 4, + "selected_features": [ + 29080, + 30318, + 28426, + 29219 + ], + "test_balanced_acc": 0.6452771738635132, + "test_accuracy": 0.6452830188679245, + "test_auc": 0.697231830844149, + "test_f1": 0.6533923303834809, + "test_precision": 0.6389423076923076, + "test_recall": 0.6685110663983903 + }, + "16": { + "k": 16, + "selected_features": [ + 29080, + 30318, + 28426, + 29219, + 28774, + 10535, + 7837, + 7261, + 25601, + 16275, + 25692, + 9087, + 29610, + 18697, + 11876, + 6381 + ], + "test_balanced_acc": 0.672697609917178, + "test_accuracy": 0.6727044025157233, + "test_auc": 0.7349550245610553, + "test_f1": 0.6813617438158217, + "test_precision": 0.6639618138424821, + "test_recall": 0.6996981891348089 + } + }, + "36_sciq_tf": { + "1": { + "k": 1, + "selected_features": [ + 2721 + ], + "test_balanced_acc": 0.7703521076129651, + "test_accuracy": 0.770314465408805, + "test_auc": 0.7703521076129651, + "test_f1": 0.7299615498373262, + "test_precision": 0.8858578607322326, + "test_recall": 0.6207243460764588 + }, + "4": { + "k": 4, + "selected_features": [ + 2721, + 18147, + 6986, + 3474 + ], + "test_balanced_acc": 0.7866858929115711, + "test_accuracy": 0.7866666666666666, + "test_auc": 0.8660250379984993, + "test_f1": 0.7690631808278867, + "test_precision": 0.838479809976247, + "test_recall": 0.710261569416499 + }, + "16": { + "k": 16, + "selected_features": [ + 2721, + 18147, + 6986, + 3474, + 19848, + 32241, + 24844, + 13024, + 7454, + 17326, + 7859, + 21078, + 923, + 15785, + 21391, + 30707 + ], + "test_balanced_acc": 0.8309359174675632, + "test_accuracy": 0.8309433962264151, + "test_auc": 0.9087823366975886, + "test_f1": 0.835857352222765, + "test_precision": 0.8124406457739791, + "test_recall": 0.8606639839034205 + } + }, + "41_truthqa_tf": { + "1": { + "k": 1, + "selected_features": [ + 2786 + ], + "test_balanced_acc": 0.5408163265306123, + "test_accuracy": 0.5454545454545454, + "test_auc": 0.5408163265306123, + "test_f1": 0.6896551724137931, + "test_precision": 0.5263157894736842, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 2786, + 26727, + 18696, + 22911 + ], + "test_balanced_acc": 0.583265306122449, + "test_accuracy": 0.5858585858585859, + "test_auc": 0.6271428571428571, + "test_f1": 0.672, + "test_precision": 0.56, + "test_recall": 0.84 + }, + "16": { + "k": 16, + "selected_features": [ + 2786, + 26727, + 18696, + 22911, + 5565, + 19708, + 19848, + 20014, + 17736, + 26735, + 2046, + 23700, + 5237, + 13933, + 16885, + 24116 + ], + "test_balanced_acc": 0.5646938775510204, + "test_accuracy": 0.5656565656565656, + "test_auc": 0.64, + "test_f1": 0.6055045871559633, + "test_precision": 0.559322033898305, + "test_recall": 0.66 + } + }, + "42_temp_sense": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.6447175848636617, + "test_accuracy": 0.6447039199332777, + "test_auc": 0.6447175848636617, + "test_f1": 0.6389830508474577, + "test_precision": 0.65, + "test_recall": 0.6283333333333333 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 6820, + 14286, + 6986 + ], + "test_balanced_acc": 0.7298107957707289, + "test_accuracy": 0.7297748123436196, + "test_auc": 0.7994838619922092, + "test_f1": 0.7177700348432056, + "test_precision": 0.7518248175182481, + "test_recall": 0.6866666666666666 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 6820, + 14286, + 6986, + 18147, + 31945, + 10736, + 32389, + 21571, + 26827, + 25223, + 26018, + 11906, + 12480, + 22039, + 22178 + ], + "test_balanced_acc": 0.7780954368391764, + "test_accuracy": 0.7781484570475397, + "test_auc": 0.850979410127991, + "test_f1": 0.7915360501567398, + "test_precision": 0.7470414201183432, + "test_recall": 0.8416666666666667 + } + }, + "44_phys_tf": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.6244043273227691, + "test_accuracy": 0.6244025157232704, + "test_auc": 0.6244043273227692, + "test_f1": 0.6217380288826957, + "test_precision": 0.6263399693721287, + "test_recall": 0.6172032193158954 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 25223, + 923, + 32491 + ], + "test_balanced_acc": 0.6316911281478503, + "test_accuracy": 0.6316981132075472, + "test_auc": 0.6657453528417612, + "test_f1": 0.6417033773861968, + "test_precision": 0.6248808388941849, + "test_recall": 0.6594567404426559 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 25223, + 923, + 32491, + 29863, + 595, + 27330, + 31683, + 19463, + 10632, + 24699, + 6820, + 20380, + 17637, + 3081, + 28979 + ], + "test_balanced_acc": 0.6400000405047295, + "test_accuracy": 0.64, + "test_auc": 0.6982048303915086, + "test_f1": 0.64, + "test_precision": 0.6401610468042275, + "test_recall": 0.6398390342052314 + } + }, + "47_reasoning_tf": { + "1": { + "k": 1, + "selected_features": [ + 3982 + ], + "test_balanced_acc": 0.5453435234793571, + "test_accuracy": 0.5451825254338719, + "test_auc": 0.5453435234793571, + "test_f1": 0.3780687397708674, + "test_precision": 0.5984455958549223, + "test_recall": 0.27631578947368424 + }, + "4": { + "k": 4, + "selected_features": [ + 3982, + 17045, + 29863, + 2921 + ], + "test_balanced_acc": 0.542816520069908, + "test_accuracy": 0.542788749251945, + "test_auc": 0.5603042718390969, + "test_f1": 0.520702634880803, + "test_precision": 0.5474934036939314, + "test_recall": 0.4964114832535885 + }, + "16": { + "k": 16, + "selected_features": [ + 3982, + 17045, + 29863, + 2921, + 23857, + 28979, + 32155, + 6986, + 11391, + 5761, + 10899, + 15426, + 14557, + 13250, + 31683, + 12035 + ], + "test_balanced_acc": 0.5565696358479214, + "test_accuracy": 0.5565529622980251, + "test_auc": 0.5674956307480732, + "test_f1": 0.544, + "test_precision": 0.5602027883396705, + "test_recall": 0.5287081339712919 + } + }, + "48_cm_correct": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.5799307672912158, + "test_accuracy": 0.579874213836478, + "test_auc": 0.5799307672912158, + "test_f1": 0.4581440622972096, + "test_precision": 0.6453382084095064, + "test_recall": 0.3551307847082495 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 11294, + 31233, + 19157 + ], + "test_balanced_acc": 0.6073451276354656, + "test_accuracy": 0.6072955974842768, + "test_auc": 0.6328061474027862, + "test_f1": 0.5111180707798308, + "test_precision": 0.6771784232365146, + "test_recall": 0.4104627766599598 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 11294, + 31233, + 19157, + 7405, + 5988, + 941, + 15288, + 11274, + 28979, + 17637, + 3153, + 29710, + 32147, + 29762, + 13146 + ], + "test_balanced_acc": 0.6302016933002139, + "test_accuracy": 0.630188679245283, + "test_auc": 0.7111086245707765, + "test_f1": 0.610079575596817, + "test_precision": 0.6453423120089786, + "test_recall": 0.5784708249496981 + } + }, + "49_cm_isshort": { + "1": { + "k": 1, + "selected_features": [ + 29214 + ], + "test_balanced_acc": 0.9962268578759927, + "test_accuracy": 0.9962264150943396, + "test_auc": 0.9962268578759927, + "test_f1": 0.9962207105064248, + "test_precision": 0.9979808177688037, + "test_recall": 0.994466800804829 + }, + "4": { + "k": 4, + "selected_features": [ + 29214, + 5608, + 16791, + 28803 + ], + "test_balanced_acc": 0.9962268578759927, + "test_accuracy": 0.9962264150943396, + "test_auc": 0.9996269767573736, + "test_f1": 0.9962207105064248, + "test_precision": 0.9979808177688037, + "test_recall": 0.994466800804829 + }, + "16": { + "k": 16, + "selected_features": [ + 29214, + 5608, + 16791, + 28803, + 13371, + 8867, + 4096, + 31084, + 1255, + 3153, + 6125, + 27330, + 21571, + 30059, + 24699, + 19688 + ], + "test_balanced_acc": 0.9969808787298526, + "test_accuracy": 0.9969811320754717, + "test_auc": 0.9999606344660819, + "test_f1": 0.9969849246231156, + "test_precision": 0.9959839357429718, + "test_recall": 0.9979879275653923 + } + }, + "50_deon_isvalid": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.6263785531508123, + "test_accuracy": 0.6264150943396226, + "test_auc": 0.6263785531508121, + "test_f1": 0.6738414232374259, + "test_precision": 0.5980506822612086, + "test_recall": 0.7716297786720322 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 26924, + 24931, + 28979 + ], + "test_balanced_acc": 0.6721910476447006, + "test_accuracy": 0.6722012578616352, + "test_auc": 0.7341364492946608, + "test_f1": 0.6850374667633551, + "test_precision": 0.6593764541647278, + "test_recall": 0.7127766599597586 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 26924, + 24931, + 28979, + 29710, + 21571, + 1379, + 21879, + 27781, + 6125, + 25223, + 22911, + 27019, + 10471, + 10803, + 28591 + ], + "test_balanced_acc": 0.6832717492676239, + "test_accuracy": 0.6832704402515724, + "test_auc": 0.7600920064929082, + "test_f1": 0.6816687737041719, + "test_precision": 0.6853075749872903, + "test_recall": 0.6780684104627767 + } + }, + "51_just_is": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.6535707703695752, + "test_accuracy": 0.6535849056603774, + "test_auc": 0.6535707703695751, + "test_f1": 0.6720647773279352, + "test_precision": 0.6381727725011307, + "test_recall": 0.709758551307847 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 4057, + 24931, + 10803 + ], + "test_balanced_acc": 0.6709231230361534, + "test_accuracy": 0.6709433962264151, + "test_auc": 0.7244722740063937, + "test_f1": 0.6955307262569832, + "test_precision": 0.6473136915077989, + "test_recall": 0.7515090543259557 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 4057, + 24931, + 10803, + 28979, + 21879, + 26924, + 25223, + 19511, + 15007, + 23333, + 12277, + 14030, + 24699, + 2614, + 12649 + ], + "test_balanced_acc": 0.7204995195126471, + "test_accuracy": 0.720503144654088, + "test_auc": 0.780678661804749, + "test_f1": 0.7245226878254402, + "test_precision": 0.7144254278728607, + "test_recall": 0.7349094567404426 + } + }, + "52_virtue_is": { + "1": { + "k": 1, + "selected_features": [ + 2789 + ], + "test_balanced_acc": 0.7626544893142877, + "test_accuracy": 0.7626806833114324, + "test_auc": 0.7626544893142876, + "test_f1": 0.7842293906810036, + "test_precision": 0.7191060473269062, + "test_recall": 0.8623226484498161 + }, + "4": { + "k": 4, + "selected_features": [ + 2789, + 7473, + 14641, + 21738 + ], + "test_balanced_acc": 0.790790373050908, + "test_accuracy": 0.7908015768725362, + "test_auc": 0.8625639797254101, + "test_f1": 0.7993951612903226, + "test_precision": 0.7680387409200968, + "test_recall": 0.8334209143457698 + }, + "16": { + "k": 16, + "selected_features": [ + 2789, + 7473, + 14641, + 21738, + 32430, + 1556, + 8333, + 9734, + 21086, + 19291, + 5709, + 5185, + 30534, + 10691, + 6889, + 31931 + ], + "test_balanced_acc": 0.8323272568134988, + "test_accuracy": 0.8323258869908016, + "test_auc": 0.91211535496833, + "test_f1": 0.8314844162704702, + "test_precision": 0.8359001593202336, + "test_recall": 0.8271150814503415 + } + }, + "54_cs_tf": { + "1": { + "k": 1, + "selected_features": [ + 24732 + ], + "test_balanced_acc": 0.518963554857074, + "test_accuracy": 0.5189937106918239, + "test_auc": 0.518963554857074, + "test_f1": 0.5705300988319856, + "test_precision": 0.515422077922078, + "test_recall": 0.6388329979879276 + }, + "4": { + "k": 4, + "selected_features": [ + 24732, + 5608, + 19063, + 7305 + ], + "test_balanced_acc": 0.5517039073899866, + "test_accuracy": 0.5516981132075471, + "test_auc": 0.57333583787577, + "test_f1": 0.5411946446961895, + "test_precision": 0.554324894514768, + "test_recall": 0.528672032193159 + }, + "16": { + "k": 16, + "selected_features": [ + 24732, + 5608, + 19063, + 7305, + 11274, + 1473, + 19848, + 16791, + 2776, + 15785, + 4096, + 12563, + 23080, + 7518, + 3134, + 12753 + ], + "test_balanced_acc": 0.5700807765566727, + "test_accuracy": 0.5700628930817611, + "test_auc": 0.6023383633456502, + "test_f1": 0.537232602220417, + "test_precision": 0.5818181818181818, + "test_recall": 0.49899396378269617 + } + }, + "56_wikidatasex_or_gender": { + "1": { + "k": 1, + "selected_features": [ + 13440 + ], + "test_balanced_acc": 0.9899382454768875, + "test_accuracy": 0.989937106918239, + "test_auc": 0.9899382454768874, + "test_f1": 0.9898938858009095, + "test_precision": 0.9944162436548223, + "test_recall": 0.9854124748490946 + }, + "4": { + "k": 4, + "selected_features": [ + 13440, + 13590, + 16807, + 4211 + ], + "test_balanced_acc": 0.990189627953934, + "test_accuracy": 0.990188679245283, + "test_auc": 0.9961433168715361, + "test_f1": 0.990154001514769, + "test_precision": 0.9939178915357324, + "test_recall": 0.9864185110663984 + }, + "16": { + "k": 16, + "selected_features": [ + 13440, + 13590, + 16807, + 4211, + 8781, + 8117, + 30776, + 8743, + 6986, + 32185, + 5074, + 29789, + 5676, + 4389, + 11333, + 25584 + ], + "test_balanced_acc": 0.9859118222166416, + "test_accuracy": 0.9859119496855346, + "test_auc": 0.9985463865224563, + "test_f1": 0.9859225741578683, + "test_precision": 0.9854271356783919, + "test_recall": 0.9864185110663984 + } + }, + "57_wikidatais_alive": { + "1": { + "k": 1, + "selected_features": [ + 7989 + ], + "test_balanced_acc": 0.8153176735298555, + "test_accuracy": 0.8153459119496855, + "test_auc": 0.8153176735298555, + "test_f1": 0.8340117593848937, + "test_precision": 0.7576006573541495, + "test_recall": 0.9275653923541247 + }, + "4": { + "k": 4, + "selected_features": [ + 7989, + 30776, + 13042, + 24080 + ], + "test_balanced_acc": 0.9016290749023583, + "test_accuracy": 0.9016352201257861, + "test_auc": 0.95551352908594, + "test_f1": 0.9040019641541861, + "test_precision": 0.8829736211031175, + "test_recall": 0.926056338028169 + }, + "16": { + "k": 16, + "selected_features": [ + 7989, + 30776, + 13042, + 24080, + 32185, + 5676, + 11333, + 8117, + 3155, + 29789, + 5736, + 13590, + 25750, + 20088, + 25310, + 23053 + ], + "test_balanced_acc": 0.9549658291976317, + "test_accuracy": 0.9549685534591195, + "test_auc": 0.990148996647221, + "test_f1": 0.9554615576013934, + "test_precision": 0.9453471196454948, + "test_recall": 0.96579476861167 + } + }, + "58_wikidatapolitical_party": { + "1": { + "k": 1, + "selected_features": [ + 20868 + ], + "test_balanced_acc": 0.857262325207454, + "test_accuracy": 0.8572151898734177, + "test_auc": 0.8572623252074539, + "test_f1": 0.8426339285714286, + "test_precision": 0.9390547263681592, + "test_recall": 0.7641700404858299 + }, + "4": { + "k": 4, + "selected_features": [ + 20868, + 10602, + 4211, + 26855 + ], + "test_balanced_acc": 0.8602685108844124, + "test_accuracy": 0.860253164556962, + "test_auc": 0.9162862147184656, + "test_f1": 0.8559498956158664, + "test_precision": 0.8836206896551724, + "test_recall": 0.8299595141700404 + }, + "16": { + "k": 16, + "selected_features": [ + 20868, + 10602, + 4211, + 26855, + 963, + 21898, + 23966, + 18412, + 5605, + 23231, + 31575, + 4347, + 17204, + 29018, + 19463, + 32716 + ], + "test_balanced_acc": 0.8678672950789412, + "test_accuracy": 0.8678481012658228, + "test_auc": 0.9371864604227427, + "test_f1": 0.8627038400841662, + "test_precision": 0.8981380065717415, + "test_recall": 0.8299595141700404 + } + }, + "59_wikidata_occupation_isjournalist": { + "1": { + "k": 1, + "selected_features": [ + 8117 + ], + "test_balanced_acc": 0.7662356515299424, + "test_accuracy": 0.7661538461538462, + "test_auc": 0.7662356515299424, + "test_f1": 0.7461024498886414, + "test_precision": 0.8170731707317073, + "test_recall": 0.6864754098360656 + }, + "4": { + "k": 4, + "selected_features": [ + 8117, + 22322, + 16380, + 8467 + ], + "test_balanced_acc": 0.805178493284411, + "test_accuracy": 0.8051282051282052, + "test_auc": 0.8688314202039923, + "test_f1": 0.7952586206896551, + "test_precision": 0.8386363636363636, + "test_recall": 0.7561475409836066 + }, + "16": { + "k": 16, + "selected_features": [ + 8117, + 22322, + 16380, + 8467, + 17208, + 21898, + 28542, + 30776, + 16418, + 5684, + 9062, + 27972, + 22302, + 26735, + 16807, + 22911 + ], + "test_balanced_acc": 0.8411106809842799, + "test_accuracy": 0.841025641025641, + "test_auc": 0.900379119399468, + "test_f1": 0.8268156424581006, + "test_precision": 0.9090909090909091, + "test_recall": 0.7581967213114754 + } + }, + "60_wikidata_occupation_isathlete": { + "1": { + "k": 1, + "selected_features": [ + 4645 + ], + "test_balanced_acc": 0.8503467196283704, + "test_accuracy": 0.8502564102564103, + "test_auc": 0.8503467196283704, + "test_f1": 0.8359550561797753, + "test_precision": 0.9253731343283582, + "test_recall": 0.7622950819672131 + }, + "4": { + "k": 4, + "selected_features": [ + 4645, + 17208, + 22911, + 21085 + ], + "test_balanced_acc": 0.8503467196283704, + "test_accuracy": 0.8502564102564103, + "test_auc": 0.8760414212138553, + "test_f1": 0.8359550561797753, + "test_precision": 0.9253731343283582, + "test_recall": 0.7622950819672131 + }, + "16": { + "k": 16, + "selected_features": [ + 4645, + 17208, + 22911, + 21085, + 25750, + 5074, + 26176, + 4723, + 27304, + 21722, + 25310, + 17295, + 6986, + 26735, + 5736, + 21898 + ], + "test_balanced_acc": 0.8739143972801022, + "test_accuracy": 0.8738461538461538, + "test_auc": 0.9188007035378867, + "test_f1": 0.8649835345773875, + "test_precision": 0.9314420803782506, + "test_recall": 0.8073770491803278 + } + }, + "61_wikidata_occupation_isactor": { + "1": { + "k": 1, + "selected_features": [ + 25321 + ], + "test_balanced_acc": 0.8073118288618844, + "test_accuracy": 0.8071794871794872, + "test_auc": 0.8073118288618844, + "test_f1": 0.7788235294117647, + "test_precision": 0.914364640883978, + "test_recall": 0.6782786885245902 + }, + "4": { + "k": 4, + "selected_features": [ + 25321, + 32185, + 19428, + 25750 + ], + "test_balanced_acc": 0.8615919648567678, + "test_accuracy": 0.8615384615384616, + "test_auc": 0.9092301477766184, + "test_f1": 0.8540540540540541, + "test_precision": 0.9038901601830663, + "test_recall": 0.8094262295081968 + }, + "16": { + "k": 16, + "selected_features": [ + 25321, + 32185, + 19428, + 25750, + 17208, + 5736, + 11918, + 26240, + 25083, + 16885, + 12261, + 21898, + 23880, + 22302, + 5237, + 20435 + ], + "test_balanced_acc": 0.8646615275860908, + "test_accuracy": 0.8646153846153846, + "test_auc": 0.9146181876325447, + "test_f1": 0.8583690987124464, + "test_precision": 0.9009009009009009, + "test_recall": 0.819672131147541 + } + }, + "62_wikidata_occupation_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 1683 + ], + "test_balanced_acc": 0.7161106809842799, + "test_accuracy": 0.7158974358974359, + "test_auc": 0.7161106809842798, + "test_f1": 0.6416558861578266, + "test_precision": 0.8701754385964913, + "test_recall": 0.5081967213114754 + }, + "4": { + "k": 4, + "selected_features": [ + 1683, + 25750, + 13590, + 13296 + ], + "test_balanced_acc": 0.7652173730097284, + "test_accuracy": 0.7651282051282051, + "test_auc": 0.8476137778974653, + "test_f1": 0.7429854096520763, + "test_precision": 0.8213399503722084, + "test_recall": 0.6782786885245902 + }, + "16": { + "k": 16, + "selected_features": [ + 1683, + 25750, + 13590, + 13296, + 16807, + 16179, + 19463, + 29782, + 32185, + 13042, + 27972, + 19591, + 5676, + 6986, + 5736, + 5074 + ], + "test_balanced_acc": 0.8533405426330495, + "test_accuracy": 0.8533333333333334, + "test_auc": 0.9300985457972867, + "test_f1": 0.8524251805985552, + "test_precision": 0.8586278586278586, + "test_recall": 0.8463114754098361 + } + }, + "63_wikidata_occupation_issinger": { + "1": { + "k": 1, + "selected_features": [ + 10854 + ], + "test_balanced_acc": 0.8216392601070455, + "test_accuracy": 0.8215384615384616, + "test_auc": 0.8216392601070455, + "test_f1": 0.8022727272727272, + "test_precision": 0.9005102040816326, + "test_recall": 0.7233606557377049 + }, + "4": { + "k": 4, + "selected_features": [ + 10854, + 26793, + 25750, + 19253 + ], + "test_balanced_acc": 0.8410622917157572, + "test_accuracy": 0.841025641025641, + "test_auc": 0.8732432591645067, + "test_f1": 0.8352816153028693, + "test_precision": 0.8675496688741722, + "test_recall": 0.805327868852459 + }, + "16": { + "k": 16, + "selected_features": [ + 10854, + 26793, + 25750, + 19253, + 4210, + 13296, + 11048, + 23205, + 32185, + 1369, + 4684, + 22911, + 8781, + 26379, + 8117, + 26735 + ], + "test_balanced_acc": 0.8513145049988218, + "test_accuracy": 0.8512820512820513, + "test_auc": 0.918506160164271, + "test_f1": 0.8465608465608465, + "test_precision": 0.87527352297593, + "test_recall": 0.819672131147541 + } + }, + "64_wikidata_occupation_isresearcher": { + "1": { + "k": 1, + "selected_features": [ + 16885 + ], + "test_balanced_acc": 0.8095888467944142, + "test_accuracy": 0.8096256684491978, + "test_auc": 0.8095888467944143, + "test_f1": 0.8161157024793388, + "test_precision": 0.79, + "test_recall": 0.844017094017094 + }, + "4": { + "k": 4, + "selected_features": [ + 16885, + 21722, + 22302, + 7897 + ], + "test_balanced_acc": 0.8802046157506542, + "test_accuracy": 0.8802139037433155, + "test_auc": 0.9239165248265891, + "test_f1": 0.8813559322033898, + "test_precision": 0.8739495798319328, + "test_recall": 0.8888888888888888 + }, + "16": { + "k": 16, + "selected_features": [ + 16885, + 21722, + 22302, + 7897, + 9062, + 5074, + 24080, + 29789, + 25750, + 6729, + 16807, + 31106, + 27474, + 22911, + 6146, + 11818 + ], + "test_balanced_acc": 0.901601877779608, + "test_accuracy": 0.9016042780748663, + "test_auc": 0.9518933362616446, + "test_f1": 0.9019189765458422, + "test_precision": 0.9, + "test_recall": 0.9038461538461539 + } + }, + "65_high-school": { + "1": { + "k": 1, + "selected_features": [ + 24665 + ], + "test_balanced_acc": 0.9641336956815845, + "test_accuracy": 0.9641379310344828, + "test_auc": 0.9641336956815846, + "test_f1": 0.9644808743169399, + "test_precision": 0.9557761732851986, + "test_recall": 0.9733455882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 24665, + 15746, + 23717, + 16885 + ], + "test_balanced_acc": 0.9701121881595325, + "test_accuracy": 0.9701149425287356, + "test_auc": 0.9920940662373505, + "test_f1": 0.970306075833714, + "test_precision": 0.9645776566757494, + "test_recall": 0.9761029411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 24665, + 15746, + 23717, + 16885, + 6986, + 31598, + 26491, + 32377, + 29782, + 31341, + 3081, + 8771, + 5163, + 27503, + 13662, + 6787 + ], + "test_balanced_acc": 0.9797705334433682, + "test_accuracy": 0.9797701149425287, + "test_auc": 0.995067035553872, + "test_f1": 0.9797608095676172, + "test_precision": 0.9806629834254144, + "test_recall": 0.9788602941176471 + } + }, + "66_living-room": { + "1": { + "k": 1, + "selected_features": [ + 30799 + ], + "test_balanced_acc": 0.9641532485604869, + "test_accuracy": 0.9641662685140946, + "test_auc": 0.964153248560487, + "test_f1": 0.9651324965132496, + "test_precision": 0.9402173913043478, + "test_recall": 0.9914040114613181 + }, + "4": { + "k": 4, + "selected_features": [ + 30799, + 6787, + 9197, + 21851 + ], + "test_balanced_acc": 0.9851948844097951, + "test_accuracy": 0.985188724319159, + "test_auc": 0.997341489204337, + "test_f1": 0.9850024189646831, + "test_precision": 0.9980392156862745, + "test_recall": 0.9723018147086915 + }, + "16": { + "k": 16, + "selected_features": [ + 30799, + 6787, + 9197, + 21851, + 27207, + 20677, + 16885, + 1193, + 24198, + 20435, + 8001, + 9997, + 14573, + 13699, + 9203, + 595 + ], + "test_balanced_acc": 0.9885332033069081, + "test_accuracy": 0.9885332059245103, + "test_auc": 0.9984253471175952, + "test_f1": 0.9885386819484241, + "test_precision": 0.9885386819484241, + "test_recall": 0.9885386819484241 + } + }, + "67_social-security": { + "1": { + "k": 1, + "selected_features": [ + 687 + ], + "test_balanced_acc": 0.994484448563234, + "test_accuracy": 0.9944827586206897, + "test_auc": 0.9944844485632339, + "test_f1": 0.9944649446494465, + "test_precision": 0.9981481481481481, + "test_recall": 0.9908088235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 687, + 756, + 27474, + 17989 + ], + "test_balanced_acc": 0.9954022978786731, + "test_accuracy": 0.9954022988505747, + "test_auc": 0.99985625574977, + "test_f1": 0.9954044117647058, + "test_precision": 0.9954044117647058, + "test_recall": 0.9954044117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 687, + 756, + 27474, + 17989, + 13384, + 1503, + 3778, + 1185, + 16094, + 16896, + 31957, + 7029, + 13453, + 15756, + 26491, + 5163 + ], + "test_balanced_acc": 0.9875872612154337, + "test_accuracy": 0.9875862068965517, + "test_auc": 0.9983596244385519, + "test_f1": 0.987563334868724, + "test_precision": 0.989843028624192, + "test_recall": 0.9852941176470589 + } + }, + "68_credit-card": { + "1": { + "k": 1, + "selected_features": [ + 32204 + ], + "test_balanced_acc": 0.9356609191514693, + "test_accuracy": 0.9356321839080459, + "test_auc": 0.9356609191514692, + "test_f1": 0.9313725490196079, + "test_precision": 0.9978991596638656, + "test_recall": 0.8731617647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 32204, + 16885, + 6986, + 11250 + ], + "test_balanced_acc": 0.972424779479409, + "test_accuracy": 0.9724137931034482, + "test_auc": 0.9838892289896638, + "test_f1": 0.9717514124293786, + "test_precision": 0.9961389961389961, + "test_recall": 0.9485294117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 32204, + 16885, + 6986, + 11250, + 27331, + 28026, + 4211, + 24038, + 1531, + 8781, + 963, + 23419, + 10700, + 26523, + 20435, + 26713 + ], + "test_balanced_acc": 0.9770195221602901, + "test_accuracy": 0.9770114942528736, + "test_auc": 0.9953012541263055, + "test_f1": 0.9766136576239476, + "test_precision": 0.9942857142857143, + "test_recall": 0.9595588235294118 + } + }, + "69_blood-pressure": { + "1": { + "k": 1, + "selected_features": [ + 26075 + ], + "test_balanced_acc": 0.9765625, + "test_accuracy": 0.976551724137931, + "test_auc": 0.9765625, + "test_f1": 0.976, + "test_precision": 1.0, + "test_recall": 0.953125 + }, + "4": { + "k": 4, + "selected_features": [ + 26075, + 10769, + 25545, + 29067 + ], + "test_balanced_acc": 0.986205202527193, + "test_accuracy": 0.9862068965517241, + "test_auc": 0.9991569822501217, + "test_f1": 0.9862637362637363, + "test_precision": 0.9826642335766423, + "test_recall": 0.9898897058823529 + }, + "16": { + "k": 16, + "selected_features": [ + 26075, + 10769, + 25545, + 29067, + 28175, + 18310, + 16885, + 28026, + 8412, + 27474, + 19303, + 20937, + 6986, + 8013, + 10548, + 29715 + ], + "test_balanced_acc": 0.9949418935007306, + "test_accuracy": 0.9949425287356322, + "test_auc": 0.999489285134477, + "test_f1": 0.9949518127581459, + "test_precision": 0.9935838680109991, + "test_recall": 0.9963235294117647 + } + }, + "70_prime-factors": { + "1": { + "k": 1, + "selected_features": [ + 7948 + ], + "test_balanced_acc": 0.9972405331727907, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9972405331727907, + "test_f1": 0.9972477064220183, + "test_precision": 0.9954212454212454, + "test_recall": 0.9990808823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 7948, + 19329, + 23875, + 5342 + ], + "test_balanced_acc": 0.9986209007522052, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9995349450727854, + "test_f1": 0.9986206896551724, + "test_precision": 0.9990800367985281, + "test_recall": 0.9981617647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 7948, + 19329, + 23875, + 5342, + 24227, + 32434, + 24075, + 13708, + 21709, + 24962, + 26965, + 9255, + 31654, + 31005, + 14612, + 5255 + ], + "test_balanced_acc": 0.9986209007522052, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9991933410898858, + "test_f1": 0.9986206896551724, + "test_precision": 0.9990800367985281, + "test_recall": 0.9981617647058824 + } + }, + "71_social-media": { + "1": { + "k": 1, + "selected_features": [ + 5476 + ], + "test_balanced_acc": 0.9724264705882353, + "test_accuracy": 0.9724137931034482, + "test_auc": 0.9724264705882353, + "test_f1": 0.9716446124763705, + "test_precision": 1.0, + "test_recall": 0.9448529411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 5476, + 20088, + 13672, + 11592 + ], + "test_balanced_acc": 0.9751787502029331, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.9914489082201419, + "test_f1": 0.9748369058713886, + "test_precision": 0.9886578449905482, + "test_recall": 0.9613970588235294 + }, + "16": { + "k": 16, + "selected_features": [ + 5476, + 20088, + 13672, + 11592, + 20998, + 20588, + 16885, + 6986, + 30096, + 6787, + 2105, + 7513, + 25549, + 31598, + 20642, + 24795 + ], + "test_balanced_acc": 0.9921849633367607, + "test_accuracy": 0.992183908045977, + "test_auc": 0.9991946094215056, + "test_f1": 0.992169507139567, + "test_precision": 0.9944598337950139, + "test_recall": 0.9898897058823529 + } + }, + "72_gene-expression": { + "1": { + "k": 1, + "selected_features": [ + 31810 + ], + "test_balanced_acc": 0.8611696892418421, + "test_accuracy": 0.8611494252873563, + "test_auc": 0.8611696892418421, + "test_f1": 0.8548076923076923, + "test_precision": 0.8961693548387096, + "test_recall": 0.8170955882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 31810, + 16885, + 28546, + 13134 + ], + "test_balanced_acc": 0.9558629051896748, + "test_accuracy": 0.9558620689655173, + "test_auc": 0.985173203365983, + "test_f1": 0.9558011049723757, + "test_precision": 0.9575645756457565, + "test_recall": 0.9540441176470589 + }, + "16": { + "k": 16, + "selected_features": [ + 31810, + 16885, + 28546, + 13134, + 31498, + 23010, + 10880, + 6986, + 2764, + 2017, + 25556, + 26523, + 26855, + 9760, + 11592, + 13590 + ], + "test_balanced_acc": 0.9719529601168895, + "test_accuracy": 0.9719540229885058, + "test_auc": 0.9957942123491531, + "test_f1": 0.9720311783585511, + "test_precision": 0.969807868252516, + "test_recall": 0.9742647058823529 + } + }, + "73_control-group": { + "1": { + "k": 1, + "selected_features": [ + 6638 + ], + "test_balanced_acc": 0.9034102055035446, + "test_accuracy": 0.903448275862069, + "test_auc": 0.9034102055035447, + "test_f1": 0.9108658743633277, + "test_precision": 0.8462145110410094, + "test_recall": 0.9862132352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 6638, + 8980, + 7453, + 2819 + ], + "test_balanced_acc": 0.9494151300124466, + "test_accuracy": 0.9494252873563218, + "test_auc": 0.9848231438389523, + "test_f1": 0.9505395683453237, + "test_precision": 0.9304577464788732, + "test_recall": 0.9715073529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 6638, + 8980, + 7453, + 2819, + 30994, + 29194, + 7454, + 9805, + 27478, + 6986, + 16885, + 20596, + 18978, + 11973, + 26523, + 15785 + ], + "test_balanced_acc": 0.971496360733806, + "test_accuracy": 0.9714942528735632, + "test_auc": 0.9936608785648575, + "test_f1": 0.971375807940905, + "test_precision": 0.9758812615955473, + "test_recall": 0.9669117647058824 + } + }, + "74_magnetic-field": { + "1": { + "k": 1, + "selected_features": [ + 31304 + ], + "test_balanced_acc": 0.9025735294117647, + "test_accuracy": 0.9025287356321839, + "test_auc": 0.9025735294117647, + "test_f1": 0.8920570264765784, + "test_precision": 1.0, + "test_recall": 0.8051470588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 31304, + 10769, + 4211, + 27609 + ], + "test_balanced_acc": 0.9452938978029114, + "test_accuracy": 0.9452873563218391, + "test_auc": 0.9792615096866712, + "test_f1": 0.9445221445221446, + "test_precision": 0.9583727530747398, + "test_recall": 0.9310661764705882 + }, + "16": { + "k": 16, + "selected_features": [ + 31304, + 10769, + 4211, + 27609, + 10141, + 16885, + 11063, + 7518, + 6986, + 12768, + 29793, + 4543, + 13310, + 22293, + 26849, + 9805 + ], + "test_balanced_acc": 0.9627643203095405, + "test_accuracy": 0.9627586206896551, + "test_auc": 0.9850713140592022, + "test_f1": 0.962308050255933, + "test_precision": 0.9745523091423186, + "test_recall": 0.9503676470588235 + } + }, + "75_cell-lines": { + "1": { + "k": 1, + "selected_features": [ + 31765 + ], + "test_balanced_acc": 0.9669117647058824, + "test_accuracy": 0.9668965517241379, + "test_auc": 0.9669117647058824, + "test_f1": 0.9657794676806084, + "test_precision": 1.0, + "test_recall": 0.9338235294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 31765, + 28776, + 10716, + 15464 + ], + "test_balanced_acc": 0.9673666729801396, + "test_accuracy": 0.9673563218390805, + "test_auc": 0.9856522099410142, + "test_f1": 0.9666196520921486, + "test_precision": 0.9894128970163619, + "test_recall": 0.9448529411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 31765, + 28776, + 10716, + 15464, + 6787, + 26830, + 28309, + 26129, + 5938, + 29782, + 14329, + 2430, + 27478, + 4121, + 16885, + 13139 + ], + "test_balanced_acc": 0.9728750372043942, + "test_accuracy": 0.9728735632183908, + "test_auc": 0.9935069876616699, + "test_f1": 0.9727985246657446, + "test_precision": 0.9759481961147086, + "test_recall": 0.9696691176470589 + } + }, + "76_trial-court": { + "1": { + "k": 1, + "selected_features": [ + 23599 + ], + "test_balanced_acc": 0.9733451654580876, + "test_accuracy": 0.9733333333333334, + "test_auc": 0.9733451654580877, + "test_f1": 0.9726415094339622, + "test_precision": 0.999031007751938, + "test_recall": 0.9476102941176471 + }, + "4": { + "k": 4, + "selected_features": [ + 23599, + 21889, + 8713, + 17946 + ], + "test_balanced_acc": 0.9765620772227934, + "test_accuracy": 0.976551724137931, + "test_auc": 0.9850425652091563, + "test_f1": 0.9760225669957687, + "test_precision": 0.9990375360923965, + "test_recall": 0.9540441176470589 + }, + "16": { + "k": 16, + "selected_features": [ + 23599, + 21889, + 8713, + 17946, + 781, + 16885, + 31579, + 17155, + 26523, + 21695, + 23645, + 30437, + 6986, + 19796, + 16844, + 20334 + ], + "test_balanced_acc": 0.988509761080145, + "test_accuracy": 0.9885057471264368, + "test_auc": 0.9944396341793387, + "test_f1": 0.9884098284654613, + "test_precision": 0.9971936389148737, + "test_recall": 0.9797794117647058 + } + }, + "77_second-derivative": { + "1": { + "k": 1, + "selected_features": [ + 17674 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9977022058823529, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + }, + "4": { + "k": 4, + "selected_features": [ + 17674, + 30477, + 28676, + 18960 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9999771700308459, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 17674, + 30477, + 28676, + 18960, + 14782, + 29907, + 20628, + 24270, + 21695, + 16885, + 21683, + 2819, + 7315, + 19529, + 6986, + 19369 + ], + "test_balanced_acc": 0.9986213235294117, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9999797066940852, + "test_f1": 0.9986194201564658, + "test_precision": 1.0, + "test_recall": 0.9972426470588235 + } + }, + "78_north-america": { + "1": { + "k": 1, + "selected_features": [ + 21067 + ], + "test_balanced_acc": 0.9852941176470589, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9852941176470589, + "test_f1": 0.9850746268656716, + "test_precision": 1.0, + "test_recall": 0.9705882352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 21067, + 31546, + 11996, + 13316 + ], + "test_balanced_acc": 0.9852941176470589, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9851216245467829, + "test_f1": 0.9850746268656716, + "test_precision": 1.0, + "test_recall": 0.9705882352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 21067, + 31546, + 11996, + 13316, + 14613, + 16885, + 25338, + 32689, + 5134, + 20032, + 14528, + 30204, + 6986, + 3225, + 15785, + 6787 + ], + "test_balanced_acc": 0.9981613419286758, + "test_accuracy": 0.9981609195402299, + "test_auc": 0.9999822433573246, + "test_f1": 0.9981600735970562, + "test_precision": 0.9990791896869244, + "test_recall": 0.9972426470588235 + } + }, + "79_human-rights": { + "1": { + "k": 1, + "selected_features": [ + 32492 + ], + "test_balanced_acc": 0.9172772978786731, + "test_accuracy": 0.9172413793103448, + "test_auc": 0.9172772978786731, + "test_f1": 0.9102691924227319, + "test_precision": 0.9945533769063181, + "test_recall": 0.8391544117647058 + }, + "4": { + "k": 4, + "selected_features": [ + 32492, + 5211, + 25106, + 16885 + ], + "test_balanced_acc": 0.9522037684669085, + "test_accuracy": 0.952183908045977, + "test_auc": 0.9838152429785162, + "test_f1": 0.9500480307396734, + "test_precision": 0.9949698189134809, + "test_recall": 0.9090073529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 32492, + 5211, + 25106, + 16885, + 4502, + 12797, + 20480, + 10225, + 31981, + 18344, + 6986, + 23917, + 26713, + 23968, + 27474, + 26855 + ], + "test_balanced_acc": 0.9793109746198387, + "test_accuracy": 0.9793103448275862, + "test_auc": 0.9970659261864819, + "test_f1": 0.9792913023469857, + "test_precision": 0.9806451612903225, + "test_recall": 0.9779411764705882 + } + }, + "80_side-effects": { + "1": { + "k": 1, + "selected_features": [ + 12907 + ], + "test_balanced_acc": 0.9374780155852589, + "test_accuracy": 0.9374712643678161, + "test_auc": 0.937478015585259, + "test_f1": 0.9365671641791045, + "test_precision": 0.9507575757575758, + "test_recall": 0.9227941176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 12907, + 19790, + 16885, + 6787 + ], + "test_balanced_acc": 0.973334173250717, + "test_accuracy": 0.9733333333333334, + "test_auc": 0.9928931151577465, + "test_f1": 0.9732965009208103, + "test_precision": 0.9750922509225092, + "test_recall": 0.9715073529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 12907, + 19790, + 16885, + 6787, + 2756, + 6986, + 6654, + 16323, + 23968, + 5406, + 13139, + 20492, + 15785, + 7454, + 10473, + 32434 + ], + "test_balanced_acc": 0.984368235564695, + "test_accuracy": 0.984367816091954, + "test_auc": 0.9973369263758861, + "test_f1": 0.984360625574977, + "test_precision": 0.9852670349907919, + "test_recall": 0.9834558823529411 + } + }, + "81_public-health": { + "1": { + "k": 1, + "selected_features": [ + 4315 + ], + "test_balanced_acc": 0.9223341360463229, + "test_accuracy": 0.9222988505747126, + "test_auc": 0.922334136046323, + "test_f1": 0.9158785465405674, + "test_precision": 0.998914223669924, + "test_recall": 0.8455882352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 4315, + 23733, + 18709, + 16885 + ], + "test_balanced_acc": 0.9747238419286758, + "test_accuracy": 0.9747126436781609, + "test_auc": 0.9987574577899236, + "test_f1": 0.9740932642487047, + "test_precision": 0.9990338164251208, + "test_recall": 0.9503676470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 4315, + 23733, + 18709, + 16885, + 6986, + 25106, + 4502, + 5809, + 12883, + 11906, + 22910, + 26713, + 11321, + 26855, + 17195, + 22965 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9987629538936089, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + } + }, + "82_federal-government": { + "1": { + "k": 1, + "selected_features": [ + 9805 + ], + "test_balanced_acc": 0.842736180258672, + "test_accuracy": 0.8427586206896551, + "test_auc": 0.8427361802586721, + "test_f1": 0.8501314636283961, + "test_precision": 0.8123953098827471, + "test_recall": 0.8915441176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 9805, + 16885, + 11973, + 7081 + ], + "test_balanced_acc": 0.9108307910330646, + "test_accuracy": 0.9108045977011494, + "test_auc": 0.9681327452784241, + "test_f1": 0.905458089668616, + "test_precision": 0.9636929460580913, + "test_recall": 0.8538602941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 9805, + 16885, + 11973, + 7081, + 31280, + 3161, + 2819, + 17605, + 15798, + 26523, + 15756, + 31051, + 11359, + 6682, + 24887, + 3904 + ], + "test_balanced_acc": 0.968282408409546, + "test_accuracy": 0.9682758620689655, + "test_auc": 0.9938299894474809, + "test_f1": 0.9678321678321679, + "test_precision": 0.9820245979186376, + "test_recall": 0.9540441176470589 + } + }, + "83_third-party": { + "1": { + "k": 1, + "selected_features": [ + 27544 + ], + "test_balanced_acc": 0.9751812868661724, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.9751812868661724, + "test_f1": 0.9746954076850984, + "test_precision": 0.994263862332696, + "test_recall": 0.9558823529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 27544, + 22936, + 18587, + 7628 + ], + "test_balanced_acc": 0.9751812868661724, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.9827971954651226, + "test_f1": 0.9746954076850984, + "test_precision": 0.994263862332696, + "test_recall": 0.9558823529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 27544, + 22936, + 18587, + 7628, + 14573, + 22379, + 16885, + 32633, + 2861, + 20879, + 19589, + 15132, + 6490, + 24006, + 9428, + 12330 + ], + "test_balanced_acc": 0.9751779046485199, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.9950590027869475, + "test_f1": 0.9748837209302326, + "test_precision": 0.9868173258003766, + "test_recall": 0.9632352941176471 + } + }, + "84_clinical-trials": { + "1": { + "k": 1, + "selected_features": [ + 16141 + ], + "test_balanced_acc": 0.8307817319660155, + "test_accuracy": 0.8308045977011494, + "test_auc": 0.8307817319660155, + "test_f1": 0.8388791593695272, + "test_precision": 0.8010033444816054, + "test_recall": 0.8805147058823529 + }, + "4": { + "k": 4, + "selected_features": [ + 16141, + 4804, + 18282, + 16885 + ], + "test_balanced_acc": 0.9324216001948158, + "test_accuracy": 0.9324137931034483, + "test_auc": 0.96746983061854, + "test_f1": 0.9312762973352033, + "test_precision": 0.9476688867745005, + "test_recall": 0.9154411764705882 + }, + "16": { + "k": 16, + "selected_features": [ + 16141, + 4804, + 18282, + 16885, + 11874, + 6986, + 4810, + 4891, + 10892, + 2936, + 30421, + 30326, + 7314, + 18595, + 18565, + 11592 + ], + "test_balanced_acc": 0.9535731438389523, + "test_accuracy": 0.9535632183908046, + "test_auc": 0.9868579705341199, + "test_f1": 0.9525598872710193, + "test_precision": 0.9740634005763689, + "test_recall": 0.9319852941176471 + } + }, + "85_mental-health": { + "1": { + "k": 1, + "selected_features": [ + 14010 + ], + "test_balanced_acc": 0.9430020225661562, + "test_accuracy": 0.9429885057471264, + "test_auc": 0.9430020225661562, + "test_f1": 0.9412878787878788, + "test_precision": 0.970703125, + "test_recall": 0.9136029411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 14010, + 23254, + 25549, + 4502 + ], + "test_balanced_acc": 0.9549484380918881, + "test_accuracy": 0.9549425287356322, + "test_auc": 0.9868960204827101, + "test_f1": 0.9543761638733705, + "test_precision": 0.9669811320754716, + "test_recall": 0.9420955882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 14010, + 23254, + 25549, + 4502, + 18059, + 12531, + 1587, + 2737, + 16885, + 296, + 6986, + 26713, + 21173, + 5809, + 2105, + 4366 + ], + "test_balanced_acc": 0.9889672060176417, + "test_accuracy": 0.9889655172413793, + "test_auc": 0.998659373478002, + "test_f1": 0.988929889298893, + "test_precision": 0.9925925925925926, + "test_recall": 0.9852941176470589 + } + }, + "87_glue_cola": { + "1": { + "k": 1, + "selected_features": [ + 9734 + ], + "test_balanced_acc": 0.6260926150764679, + "test_accuracy": 0.6261635220125786, + "test_auc": 0.6260926150764679, + "test_f1": 0.7083987441130298, + "test_precision": 0.5807593307593307, + "test_recall": 0.9079476861167002 + }, + "4": { + "k": 4, + "selected_features": [ + 9734, + 13024, + 30525, + 21391 + ], + "test_balanced_acc": 0.6761972185402298, + "test_accuracy": 0.6762264150943397, + "test_auc": 0.7288071660967315, + "test_f1": 0.7099391480730223, + "test_precision": 0.6431196406696611, + "test_recall": 0.7922535211267606 + }, + "16": { + "k": 16, + "selected_features": [ + 9734, + 13024, + 30525, + 21391, + 29762, + 18826, + 20189, + 10528, + 1588, + 10803, + 1306, + 12959, + 32052, + 32430, + 15984, + 19410 + ], + "test_balanced_acc": 0.7038832137262427, + "test_accuracy": 0.7038993710691824, + "test_auc": 0.7670988183757805, + "test_f1": 0.7218151737177972, + "test_precision": 0.6807846633972359, + "test_recall": 0.7681086519114688 + } + }, + "89_glue_mrpc": { + "1": { + "k": 1, + "selected_features": [ + 763 + ], + "test_balanced_acc": 0.6660358021023077, + "test_accuracy": 0.6661775495231108, + "test_auc": 0.6660358021023078, + "test_f1": 0.7203441917639828, + "test_precision": 0.6201058201058202, + "test_recall": 0.8592375366568915 + }, + "4": { + "k": 4, + "selected_features": [ + 763, + 13832, + 24699, + 13143 + ], + "test_balanced_acc": 0.6726954065308477, + "test_accuracy": 0.6727806309611152, + "test_auc": 0.7272145929954656, + "test_f1": 0.7069645203679369, + "test_precision": 0.6404761904761904, + "test_recall": 0.7888563049853372 + }, + "16": { + "k": 16, + "selected_features": [ + 763, + 13832, + 24699, + 13143, + 28056, + 19157, + 19132, + 16756, + 23764, + 32338, + 28634, + 23505, + 11880, + 10925, + 18252, + 25912 + ], + "test_balanced_acc": 0.6874216802098001, + "test_accuracy": 0.6874541452677916, + "test_auc": 0.7521057527097034, + "test_f1": 0.7008426966292135, + "test_precision": 0.6725067385444744, + "test_recall": 0.7316715542521994 + } + }, + "90_glue_qnli": { + "1": { + "k": 1, + "selected_features": [ + 13220 + ], + "test_balanced_acc": 0.6962947792441615, + "test_accuracy": 0.6963522012578617, + "test_auc": 0.6962947792441615, + "test_f1": 0.7528158918697522, + "test_precision": 0.6348877374784111, + "test_recall": 0.9245472837022133 + }, + "4": { + "k": 4, + "selected_features": [ + 13220, + 19157, + 15387, + 17984 + ], + "test_balanced_acc": 0.7443747791226474, + "test_accuracy": 0.7444025157232704, + "test_auc": 0.8017525130653067, + "test_f1": 0.7698232895333031, + "test_precision": 0.7003297609233305, + "test_recall": 0.8546277665995976 + }, + "16": { + "k": 16, + "selected_features": [ + 13220, + 19157, + 15387, + 17984, + 11274, + 26891, + 1814, + 22755, + 10708, + 18904, + 25884, + 14286, + 28754, + 9734, + 15221, + 26281 + ], + "test_balanced_acc": 0.7662798633775476, + "test_accuracy": 0.7662893081761006, + "test_auc": 0.8407284421172226, + "test_f1": 0.7747878787878788, + "test_precision": 0.7477772578380908, + "test_recall": 0.8038229376257545 + } + }, + "91_glue_qqp": { + "1": { + "k": 1, + "selected_features": [ + 9823 + ], + "test_balanced_acc": 0.7419137370777256, + "test_accuracy": 0.7418867924528302, + "test_auc": 0.7419137370777255, + "test_f1": 0.7109859154929578, + "test_precision": 0.8079385403329066, + "test_recall": 0.6348088531187123 + }, + "4": { + "k": 4, + "selected_features": [ + 9823, + 1878, + 24759, + 25261 + ], + "test_balanced_acc": 0.7715769959464892, + "test_accuracy": 0.7715723270440251, + "test_auc": 0.8436774395745383, + "test_f1": 0.7672988211173757, + "test_precision": 0.7821316614420063, + "test_recall": 0.7530181086519114 + }, + "16": { + "k": 16, + "selected_features": [ + 9823, + 1878, + 24759, + 25261, + 31876, + 19132, + 16367, + 7473, + 1556, + 28052, + 16710, + 9098, + 13832, + 10945, + 11274, + 19417 + ], + "test_balanced_acc": 0.7906853552112878, + "test_accuracy": 0.7906918238993711, + "test_auc": 0.8616540713835099, + "test_f1": 0.7959784207945071, + "test_precision": 0.776555023923445, + "test_recall": 0.8163983903420523 + } + }, + "92_glue_sst2": { + "1": { + "k": 1, + "selected_features": [ + 14822 + ], + "test_balanced_acc": 0.7189308472880565, + "test_accuracy": 0.7189937106918239, + "test_auc": 0.7189308472880565, + "test_f1": 0.775206278929362, + "test_precision": 0.6460919154646092, + "test_recall": 0.9688128772635815 + }, + "4": { + "k": 4, + "selected_features": [ + 14822, + 2754, + 27557, + 31233 + ], + "test_balanced_acc": 0.7999695455065572, + "test_accuracy": 0.8, + "test_auc": 0.8120446382370722, + "test_f1": 0.8216288983621269, + "test_precision": 0.7415957877683272, + "test_recall": 0.9210261569416499 + }, + "16": { + "k": 16, + "selected_features": [ + 14822, + 2754, + 27557, + 31233, + 1533, + 32610, + 24751, + 1201, + 17637, + 13296, + 18940, + 14641, + 28800, + 10887, + 25223, + 16287 + ], + "test_balanced_acc": 0.8445099383416756, + "test_accuracy": 0.8445283018867924, + "test_auc": 0.9210289416417985, + "test_f1": 0.8551336146272855, + "test_precision": 0.800702370500439, + "test_recall": 0.9175050301810865 + } + }, + "94_ai_gen": { + "1": { + "k": 1, + "selected_features": [ + 12087 + ], + "test_balanced_acc": 0.9139797263703002, + "test_accuracy": 0.9139622641509434, + "test_auc": 0.9139797263703002, + "test_f1": 0.9075675675675675, + "test_precision": 0.9807242990654206, + "test_recall": 0.8445674044265593 + }, + "4": { + "k": 4, + "selected_features": [ + 12087, + 11321, + 25339, + 2046 + ], + "test_balanced_acc": 0.9119641097718673, + "test_accuracy": 0.9119496855345912, + "test_auc": 0.9539052381728721, + "test_f1": 0.9066168623265741, + "test_precision": 0.9653409090909091, + "test_recall": 0.8546277665995976 + }, + "16": { + "k": 16, + "selected_features": [ + 12087, + 11321, + 25339, + 2046, + 3081, + 24844, + 18505, + 10176, + 376, + 16807, + 30806, + 29004, + 21043, + 1565, + 4587, + 24168 + ], + "test_balanced_acc": 0.9318275025087617, + "test_accuracy": 0.9318238993710691, + "test_auc": 0.9800628127091688, + "test_f1": 0.9308497065577953, + "test_precision": 0.9445882962195753, + "test_recall": 0.9175050301810865 + } + }, + "95_toxic_is": { + "1": { + "k": 1, + "selected_features": [ + 4512 + ], + "test_balanced_acc": 0.7097959183673469, + "test_accuracy": 0.7070707070707071, + "test_auc": 0.7097959183673469, + "test_f1": 0.6027397260273972, + "test_precision": 0.9565217391304348, + "test_recall": 0.44 + }, + "4": { + "k": 4, + "selected_features": [ + 4512, + 29214, + 24844, + 19063 + ], + "test_balanced_acc": 0.7071428571428571, + "test_accuracy": 0.7070707070707071, + "test_auc": 0.7881632653061226, + "test_f1": 0.7070707070707071, + "test_precision": 0.7142857142857143, + "test_recall": 0.7 + }, + "16": { + "k": 16, + "selected_features": [ + 4512, + 29214, + 24844, + 19063, + 19364, + 7488, + 27972, + 5608, + 26735, + 10176, + 19886, + 4954, + 18826, + 20602, + 22911, + 5988 + ], + "test_balanced_acc": 0.716734693877551, + "test_accuracy": 0.7171717171717171, + "test_auc": 0.8516326530612245, + "test_f1": 0.7307692307692307, + "test_precision": 0.7037037037037037, + "test_recall": 0.76 + } + }, + "96_spam_is": { + "1": { + "k": 1, + "selected_features": [ + 9467 + ], + "test_balanced_acc": 0.8232587743226041, + "test_accuracy": 0.8230277185501066, + "test_auc": 0.8232587743226042, + "test_f1": 0.801909307875895, + "test_precision": 0.9130434782608695, + "test_recall": 0.7148936170212766 + }, + "4": { + "k": 4, + "selected_features": [ + 9467, + 23243, + 9839, + 19155 + ], + "test_balanced_acc": 0.9169212584106201, + "test_accuracy": 0.9168443496801706, + "test_auc": 0.9743407892344063, + "test_f1": 0.9139072847682119, + "test_precision": 0.9495412844036697, + "test_recall": 0.8808510638297873 + }, + "16": { + "k": 16, + "selected_features": [ + 9467, + 23243, + 9839, + 19155, + 21677, + 11655, + 10824, + 20640, + 10570, + 11788, + 4587, + 7670, + 5936, + 10545, + 5899, + 16368 + ], + "test_balanced_acc": 0.940316421167485, + "test_accuracy": 0.9402985074626866, + "test_auc": 0.9860338243316966, + "test_f1": 0.9399141630901288, + "test_precision": 0.948051948051948, + "test_recall": 0.9319148936170213 + } + }, + "100_news_fake": { + "1": { + "k": 1, + "selected_features": [ + 2323 + ], + "test_balanced_acc": 0.959922297075614, + "test_accuracy": 0.9599045346062053, + "test_auc": 0.9599222970756142, + "test_f1": 0.958374628344896, + "test_precision": 0.9969072164948454, + "test_recall": 0.9227099236641222 + }, + "4": { + "k": 4, + "selected_features": [ + 2323, + 24732, + 10841, + 14703 + ], + "test_balanced_acc": 0.9747091836362709, + "test_accuracy": 0.9747016706443914, + "test_auc": 0.9857594763664997, + "test_f1": 0.9743092583616093, + "test_precision": 0.9901477832512315, + "test_recall": 0.958969465648855 + }, + "16": { + "k": 16, + "selected_features": [ + 2323, + 24732, + 10841, + 14703, + 25492, + 21905, + 7859, + 26523, + 11876, + 1958, + 14109, + 5822, + 24699, + 21053, + 31612, + 2849 + ], + "test_balanced_acc": 0.9918847561553548, + "test_accuracy": 0.9918854415274463, + "test_auc": 0.9989150207426525, + "test_f1": 0.991900905192949, + "test_precision": 0.9904852521408183, + "test_recall": 0.9933206106870229 + } + }, + "105_click_bait": { + "1": { + "k": 1, + "selected_features": [ + 16191 + ], + "test_balanced_acc": 0.9617497631096148, + "test_accuracy": 0.9617627997407647, + "test_auc": 0.9617497631096147, + "test_f1": 0.9625396825396826, + "test_precision": 0.9439601494396015, + "test_recall": 0.9818652849740933 + }, + "4": { + "k": 4, + "selected_features": [ + 16191, + 24732, + 15785, + 21879 + ], + "test_balanced_acc": 0.9636952884014436, + "test_accuracy": 0.9637070641607258, + "test_auc": 0.9677635867556433, + "test_f1": 0.9643765903307888, + "test_precision": 0.9475, + "test_recall": 0.9818652849740933 + }, + "16": { + "k": 16, + "selected_features": [ + 16191, + 24732, + 15785, + 21879, + 16791, + 26064, + 26530, + 7569, + 32207, + 11321, + 26735, + 24607, + 28803, + 26523, + 24959, + 17968 + ], + "test_balanced_acc": 0.9688825158094931, + "test_accuracy": 0.9688917692806222, + "test_auc": 0.986532529586097, + "test_f1": 0.9693486590038314, + "test_precision": 0.9559193954659949, + "test_recall": 0.9831606217616581 + } + }, + "106_hate_hate": { + "1": { + "k": 1, + "selected_features": [ + 11853 + ], + "test_balanced_acc": 0.5708777071082762, + "test_accuracy": 0.5708176100628931, + "test_auc": 0.5708777071082762, + "test_f1": 0.43621943159286186, + "test_precision": 0.6358381502890174, + "test_recall": 0.3319919517102616 + }, + "4": { + "k": 4, + "selected_features": [ + 11853, + 2909, + 2754, + 27972 + ], + "test_balanced_acc": 0.595748370444104, + "test_accuracy": 0.5957232704402515, + "test_auc": 0.617066642431337, + "test_f1": 0.5509918971779827, + "test_precision": 0.6197360150848523, + "test_recall": 0.4959758551307847 + }, + "16": { + "k": 16, + "selected_features": [ + 11853, + 2909, + 2754, + 27972, + 32, + 21584, + 28026, + 16807, + 29989, + 31033, + 3452, + 28552, + 26550, + 12330, + 25045, + 26095 + ], + "test_balanced_acc": 0.5937347790821426, + "test_accuracy": 0.5937106918238994, + "test_auc": 0.6227493293935733, + "test_f1": 0.5507649513212796, + "test_precision": 0.6160547604231488, + "test_recall": 0.49798792756539234 + } + }, + "107_hate_offensive": { + "1": { + "k": 1, + "selected_features": [ + 21725 + ], + "test_balanced_acc": 0.6911163761633718, + "test_accuracy": 0.6910691823899371, + "test_auc": 0.6911163761633718, + "test_f1": 0.6198142414860681, + "test_precision": 0.8059581320450886, + "test_recall": 0.5035211267605634 + }, + "4": { + "k": 4, + "selected_features": [ + 21725, + 5605, + 10176, + 20132 + ], + "test_balanced_acc": 0.6931230057749618, + "test_accuracy": 0.6930817610062893, + "test_auc": 0.7448699494399715, + "test_f1": 0.6329723225030084, + "test_precision": 0.7874251497005988, + "test_recall": 0.5291750503018109 + }, + "16": { + "k": 16, + "selected_features": [ + 21725, + 5605, + 10176, + 20132, + 24844, + 21584, + 21571, + 13440, + 4684, + 14895, + 32446, + 9042, + 30139, + 19492, + 8905, + 15364 + ], + "test_balanced_acc": 0.723279156570019, + "test_accuracy": 0.7232704402515723, + "test_auc": 0.7752612808203018, + "test_f1": 0.713392391870766, + "test_precision": 0.74, + "test_recall": 0.6886317907444668 + } + }, + "110_aimade_humangpt3": { + "1": { + "k": 1, + "selected_features": [ + 24732 + ], + "test_balanced_acc": 0.7702675539902728, + "test_accuracy": 0.770314465408805, + "test_auc": 0.7702675539902728, + "test_f1": 0.8064447742209031, + "test_precision": 0.6969585928911689, + "test_recall": 0.9567404426559356 + }, + "4": { + "k": 4, + "selected_features": [ + 24732, + 2207, + 24347, + 16191 + ], + "test_balanced_acc": 0.7808362505177011, + "test_accuracy": 0.7808805031446541, + "test_auc": 0.7861652805610715, + "test_f1": 0.8136898395721925, + "test_precision": 0.7078526237439524, + "test_recall": 0.9567404426559356 + }, + "16": { + "k": 16, + "selected_features": [ + 24732, + 2207, + 24347, + 16191, + 4096, + 4024, + 29302, + 5608, + 16791, + 7405, + 14703, + 21099, + 30907, + 16526, + 16467, + 12753 + ], + "test_balanced_acc": 0.7906773808426806, + "test_accuracy": 0.7906918238993711, + "test_auc": 0.8665993191154983, + "test_f1": 0.80209324452902, + "test_precision": 0.7608303249097473, + "test_recall": 0.8480885311871227 + } + }, + "113_movie_sent": { + "1": { + "k": 1, + "selected_features": [ + 14822 + ], + "test_balanced_acc": 0.8130604209048959, + "test_accuracy": 0.8130817610062893, + "test_auc": 0.8130604209048959, + "test_f1": 0.8277301182471597, + "test_precision": 0.7677419354838709, + "test_recall": 0.897887323943662 + }, + "4": { + "k": 4, + "selected_features": [ + 14822, + 1201, + 21174, + 2754 + ], + "test_balanced_acc": 0.8437718662250301, + "test_accuracy": 0.8437735849056603, + "test_auc": 0.8791418617391313, + "test_f1": 0.844866350237322, + "test_precision": 0.8392059553349875, + "test_recall": 0.8506036217303823 + }, + "16": { + "k": 16, + "selected_features": [ + 14822, + 1201, + 21174, + 2754, + 17637, + 32610, + 11435, + 31233, + 18940, + 24751, + 19847, + 22619, + 28423, + 1533, + 7531, + 21509 + ], + "test_balanced_acc": 0.8633908382352494, + "test_accuracy": 0.8633962264150944, + "test_auc": 0.9315462477937579, + "test_f1": 0.8662890913568086, + "test_precision": 0.848528702363724, + "test_recall": 0.8848088531187123 + } + }, + "114_nyc_borough_Manhattan": { + "1": { + "k": 1, + "selected_features": [ + 15118 + ], + "test_balanced_acc": 0.5397633554381123, + "test_accuracy": 0.5394871794871795, + "test_auc": 0.5397633554381123, + "test_f1": 0.3702664796633941, + "test_precision": 0.5866666666666667, + "test_recall": 0.27049180327868855 + }, + "4": { + "k": 4, + "selected_features": [ + 15118, + 13782, + 22911, + 11973 + ], + "test_balanced_acc": 0.5714204564580738, + "test_accuracy": 0.5712820512820512, + "test_auc": 0.5874288888140842, + "test_f1": 0.504739336492891, + "test_precision": 0.598314606741573, + "test_recall": 0.4364754098360656 + }, + "16": { + "k": 16, + "selected_features": [ + 15118, + 13782, + 22911, + 11973, + 1728, + 7385, + 6782, + 12892, + 26820, + 14693, + 6787, + 595, + 13313, + 29893, + 4559, + 12863 + ], + "test_balanced_acc": 0.583620863769482, + "test_accuracy": 0.5835897435897436, + "test_auc": 0.6137210926717609, + "test_f1": 0.5708245243128964, + "test_precision": 0.5895196506550219, + "test_recall": 0.5532786885245902 + } + }, + "115_nyc_borough_Brooklyn": { + "1": { + "k": 1, + "selected_features": [ + 7859 + ], + "test_balanced_acc": 0.5013254451812704, + "test_accuracy": 0.5015384615384615, + "test_auc": 0.5013254451812703, + "test_f1": 0.5874363327674024, + "test_precision": 0.5014492753623189, + "test_recall": 0.7090163934426229 + }, + "4": { + "k": 4, + "selected_features": [ + 7859, + 1886, + 12155, + 3360 + ], + "test_balanced_acc": 0.5301170599521998, + "test_accuracy": 0.5302564102564102, + "test_auc": 0.5398180563503552, + "test_f1": 0.5866425992779783, + "test_precision": 0.5241935483870968, + "test_recall": 0.6659836065573771 + }, + "16": { + "k": 16, + "selected_features": [ + 7859, + 1886, + 12155, + 3360, + 6628, + 5163, + 19414, + 26064, + 27478, + 29844, + 595, + 16288, + 15141, + 11200, + 19400, + 14609 + ], + "test_balanced_acc": 0.539458292658296, + "test_accuracy": 0.5394871794871795, + "test_auc": 0.5326585484902548, + "test_f1": 0.5523429710867398, + "test_precision": 0.537864077669903, + "test_recall": 0.5676229508196722 + } + }, + "116_nyc_borough_Bronx": { + "1": { + "k": 1, + "selected_features": [ + 14126 + ], + "test_balanced_acc": 0.5448673713266233, + "test_accuracy": 0.5446153846153846, + "test_auc": 0.5448673713266234, + "test_f1": 0.3967391304347826, + "test_precision": 0.5887096774193549, + "test_recall": 0.29918032786885246 + }, + "4": { + "k": 4, + "selected_features": [ + 14126, + 12977, + 7341, + 15480 + ], + "test_balanced_acc": 0.553011495607096, + "test_accuracy": 0.5528205128205128, + "test_auc": 0.5599795502743461, + "test_f1": 0.4508816120906801, + "test_precision": 0.5849673202614379, + "test_recall": 0.3668032786885246 + }, + "16": { + "k": 16, + "selected_features": [ + 14126, + 12977, + 7341, + 15480, + 8270, + 15833, + 15540, + 5163, + 17367, + 15211, + 29859, + 24799, + 19463, + 27712, + 16896, + 19400 + ], + "test_balanced_acc": 0.5498809203218097, + "test_accuracy": 0.5497435897435897, + "test_auc": 0.5641641700609284, + "test_f1": 0.4804733727810651, + "test_precision": 0.5686274509803921, + "test_recall": 0.41598360655737704 + } + }, + "117_us_state_FL": { + "1": { + "k": 1, + "selected_features": [ + 7696 + ], + "test_balanced_acc": 0.7673469387755103, + "test_accuracy": 0.7676767676767676, + "test_auc": 0.7673469387755102, + "test_f1": 0.7766990291262136, + "test_precision": 0.7547169811320755, + "test_recall": 0.8 + }, + "4": { + "k": 4, + "selected_features": [ + 7696, + 23934, + 17791, + 1937 + ], + "test_balanced_acc": 0.7775510204081633, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.8224489795918366, + "test_f1": 0.7843137254901961, + "test_precision": 0.7692307692307693, + "test_recall": 0.8 + }, + "16": { + "k": 16, + "selected_features": [ + 7696, + 23934, + 17791, + 1937, + 31575, + 24088, + 8475, + 26649, + 20088, + 23422, + 24719, + 2606, + 16288, + 13213, + 16896, + 25440 + ], + "test_balanced_acc": 0.7469387755102042, + "test_accuracy": 0.7474747474747475, + "test_auc": 0.7844897959183673, + "test_f1": 0.7619047619047619, + "test_precision": 0.7272727272727273, + "test_recall": 0.8 + } + }, + "118_us_state_CA": { + "1": { + "k": 1, + "selected_features": [ + 1911 + ], + "test_balanced_acc": 0.8685714285714285, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.8685714285714285, + "test_f1": 0.8712871287128713, + "test_precision": 0.8627450980392157, + "test_recall": 0.88 + }, + "4": { + "k": 4, + "selected_features": [ + 1911, + 3791, + 24088, + 10463 + ], + "test_balanced_acc": 0.8693877551020408, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.9183673469387755, + "test_f1": 0.8602150537634409, + "test_precision": 0.9302325581395349, + "test_recall": 0.8 + }, + "16": { + "k": 16, + "selected_features": [ + 1911, + 3791, + 24088, + 10463, + 1522, + 8537, + 24719, + 14922, + 919, + 14944, + 14828, + 17337, + 719, + 2418, + 11480, + 2606 + ], + "test_balanced_acc": 0.8585714285714285, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.9273469387755102, + "test_f1": 0.86, + "test_precision": 0.86, + "test_recall": 0.86 + } + }, + "119_us_state_TX": { + "1": { + "k": 1, + "selected_features": [ + 27822 + ], + "test_balanced_acc": 0.8589795918367347, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.8589795918367346, + "test_f1": 0.8541666666666666, + "test_precision": 0.8913043478260869, + "test_recall": 0.82 + }, + "4": { + "k": 4, + "selected_features": [ + 27822, + 3791, + 13871, + 17337 + ], + "test_balanced_acc": 0.8691836734693877, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.896734693877551, + "test_f1": 0.8631578947368421, + "test_precision": 0.9111111111111111, + "test_recall": 0.82 + }, + "16": { + "k": 16, + "selected_features": [ + 27822, + 3791, + 13871, + 17337, + 24088, + 5163, + 24574, + 7989, + 26049, + 10463, + 8104, + 27886, + 12238, + 4378, + 14922, + 28623 + ], + "test_balanced_acc": 0.8381632653061224, + "test_accuracy": 0.8383838383838383, + "test_auc": 0.9363265306122449, + "test_f1": 0.8431372549019608, + "test_precision": 0.8269230769230769, + "test_recall": 0.86 + } + }, + "120_us_timezone_Chicago": { + "1": { + "k": 1, + "selected_features": [ + 1911 + ], + "test_balanced_acc": 0.6657089260026966, + "test_accuracy": 0.6657997399219766, + "test_auc": 0.6657089260026967, + "test_f1": 0.7237549265496238, + "test_precision": 0.6169822846670739, + "test_recall": 0.8752166377816292 + }, + "4": { + "k": 4, + "selected_features": [ + 1911, + 3791, + 27822, + 10797 + ], + "test_balanced_acc": 0.7386386354036866, + "test_accuracy": 0.7386215864759428, + "test_auc": 0.8050297543444049, + "test_f1": 0.7280108254397835, + "test_precision": 0.7591721542803387, + "test_recall": 0.6993067590987868 + }, + "16": { + "k": 16, + "selected_features": [ + 1911, + 3791, + 27822, + 10797, + 10753, + 26649, + 22581, + 8537, + 17052, + 25440, + 1813, + 31575, + 18839, + 1728, + 21898, + 24719 + ], + "test_balanced_acc": 0.7481737040438552, + "test_accuracy": 0.7481577806675336, + "test_auc": 0.8354424671680089, + "test_f1": 0.7386414754835807, + "test_precision": 0.7680074836295603, + "test_recall": 0.7114384748700173 + } + }, + "121_us_timezone_New_York": { + "1": { + "k": 1, + "selected_features": [ + 1911 + ], + "test_balanced_acc": 0.6496739723515327, + "test_accuracy": 0.6497615951452103, + "test_auc": 0.6496739723515327, + "test_f1": 0.7087238644556597, + "test_precision": 0.6067901234567902, + "test_recall": 0.8518197573656846 + }, + "4": { + "k": 4, + "selected_features": [ + 1911, + 2606, + 27822, + 31575 + ], + "test_balanced_acc": 0.7091574838301409, + "test_accuracy": 0.7091460771564803, + "test_auc": 0.7886190196323057, + "test_f1": 0.7013796172674678, + "test_precision": 0.7209515096065874, + "test_recall": 0.682842287694974 + }, + "16": { + "k": 16, + "selected_features": [ + 1911, + 2606, + 27822, + 31575, + 18276, + 18839, + 24088, + 6682, + 3633, + 19198, + 23231, + 10463, + 18398, + 16896, + 24668, + 1522 + ], + "test_balanced_acc": 0.7633071589298357, + "test_accuracy": 0.7633289986996099, + "test_auc": 0.8617400015933119, + "test_f1": 0.7747524752475248, + "test_precision": 0.7393700787401575, + "test_recall": 0.8136915077989602 + } + }, + "122_us_timezone_Los_Angeles": { + "1": { + "k": 1, + "selected_features": [ + 1911 + ], + "test_balanced_acc": 0.820130140497023, + "test_accuracy": 0.8201127004768097, + "test_auc": 0.8201301404970232, + "test_f1": 0.8126410835214447, + "test_precision": 0.8482563619227145, + "test_recall": 0.779896013864818 + }, + "4": { + "k": 4, + "selected_features": [ + 1911, + 3791, + 26892, + 8715 + ], + "test_balanced_acc": 0.820130140497023, + "test_accuracy": 0.8201127004768097, + "test_auc": 0.8786986250922544, + "test_f1": 0.8126410835214447, + "test_precision": 0.8482563619227145, + "test_recall": 0.779896013864818 + }, + "16": { + "k": 16, + "selected_features": [ + 1911, + 3791, + 26892, + 8715, + 1522, + 24088, + 14944, + 2606, + 26649, + 24719, + 8537, + 10753, + 1937, + 2418, + 919, + 10797 + ], + "test_balanced_acc": 0.8222946394080095, + "test_accuracy": 0.8222800173385348, + "test_auc": 0.907610468358483, + "test_f1": 0.8161434977578476, + "test_precision": 0.845724907063197, + "test_recall": 0.7885615251299827 + } + }, + "123_world_country_United_Kingdom": { + "1": { + "k": 1, + "selected_features": [ + 20640 + ], + "test_balanced_acc": 0.8511461944996128, + "test_accuracy": 0.8512820512820513, + "test_auc": 0.8511461944996128, + "test_f1": 0.8687782805429864, + "test_precision": 0.7779578606158833, + "test_recall": 0.9836065573770492 + }, + "4": { + "k": 4, + "selected_features": [ + 20640, + 13708, + 8609, + 13871 + ], + "test_balanced_acc": 0.8738828390615007, + "test_accuracy": 0.8738461538461538, + "test_auc": 0.9451455044265662, + "test_f1": 0.869287991498406, + "test_precision": 0.9028697571743929, + "test_recall": 0.8381147540983607 + }, + "16": { + "k": 16, + "selected_features": [ + 20640, + 13708, + 8609, + 13871, + 23422, + 1728, + 16807, + 12238, + 8389, + 26049, + 29067, + 22911, + 5069, + 8104, + 6787, + 24789 + ], + "test_balanced_acc": 0.9281755983438247, + "test_accuracy": 0.9282051282051282, + "test_auc": 0.9678148247887702, + "test_f1": 0.9302788844621513, + "test_precision": 0.9050387596899225, + "test_recall": 0.9569672131147541 + } + }, + "124_world_country_United_States": { + "1": { + "k": 1, + "selected_features": [ + 26491 + ], + "test_balanced_acc": 0.8606536338236779, + "test_accuracy": 0.8605128205128205, + "test_auc": 0.860653633823678, + "test_f1": 0.838479809976247, + "test_precision": 0.9971751412429378, + "test_recall": 0.7233606557377049 + }, + "4": { + "k": 4, + "selected_features": [ + 26491, + 21911, + 20640, + 15635 + ], + "test_balanced_acc": 0.9098339616925304, + "test_accuracy": 0.9097435897435897, + "test_auc": 0.9605396034604639, + "test_f1": 0.9011235955056179, + "test_precision": 0.9975124378109452, + "test_recall": 0.8217213114754098 + }, + "16": { + "k": 16, + "selected_features": [ + 26491, + 21911, + 20640, + 15635, + 6787, + 8226, + 29067, + 24789, + 10214, + 23422, + 23419, + 14528, + 12449, + 27886, + 13708, + 22229 + ], + "test_balanced_acc": 0.962067021240785, + "test_accuracy": 0.9620512820512821, + "test_auc": 0.9938819133537551, + "test_f1": 0.9614984391259105, + "test_precision": 0.9767441860465116, + "test_recall": 0.9467213114754098 + } + }, + "125_world_country_Italy": { + "1": { + "k": 1, + "selected_features": [ + 25252 + ], + "test_balanced_acc": 0.9671836604167368, + "test_accuracy": 0.9671794871794872, + "test_auc": 0.9671836604167369, + "test_f1": 0.9670781893004116, + "test_precision": 0.9710743801652892, + "test_recall": 0.9631147540983607 + }, + "4": { + "k": 4, + "selected_features": [ + 25252, + 2545, + 31884, + 955 + ], + "test_balanced_acc": 0.9692307368633656, + "test_accuracy": 0.9692307692307692, + "test_auc": 0.988725300434241, + "test_f1": 0.9692622950819673, + "test_precision": 0.9692622950819673, + "test_recall": 0.9692622950819673 + }, + "16": { + "k": 16, + "selected_features": [ + 25252, + 2545, + 31884, + 955, + 24088, + 19117, + 6787, + 5274, + 19220, + 8226, + 13678, + 13708, + 26649, + 9062, + 23419, + 22229 + ], + "test_balanced_acc": 0.9815384421180193, + "test_accuracy": 0.9815384615384616, + "test_auc": 0.997778301410442, + "test_f1": 0.9815573770491803, + "test_precision": 0.9815573770491803, + "test_recall": 0.9815573770491803 + } + }, + "126_art_type_book": { + "1": { + "k": 1, + "selected_features": [ + 11273 + ], + "test_balanced_acc": 0.6182139577111025, + "test_accuracy": 0.6181187689640225, + "test_auc": 0.6182139577111024, + "test_f1": 0.5108273181565797, + "test_precision": 0.7109737248840804, + "test_recall": 0.3986135181975737 + }, + "4": { + "k": 4, + "selected_features": [ + 11273, + 2934, + 8237, + 24844 + ], + "test_balanced_acc": 0.6736638352816329, + "test_accuracy": 0.6736020806241872, + "test_auc": 0.7389813477312596, + "test_f1": 0.6195048004042446, + "test_precision": 0.743030303030303, + "test_recall": 0.5311958405545927 + }, + "16": { + "k": 16, + "selected_features": [ + 11273, + 2934, + 8237, + 24844, + 19529, + 24076, + 11973, + 26523, + 10887, + 24834, + 21898, + 14817, + 11321, + 32207, + 22322, + 18449 + ], + "test_balanced_acc": 0.7251950679487315, + "test_accuracy": 0.7251842219332466, + "test_auc": 0.8050883761899108, + "test_f1": 0.7182222222222222, + "test_precision": 0.7372262773722628, + "test_recall": 0.7001733102253033 + } + }, + "127_art_type_song": { + "1": { + "k": 1, + "selected_features": [ + 2934 + ], + "test_balanced_acc": 0.6701848542194953, + "test_accuracy": 0.6701343736454269, + "test_auc": 0.6701848542194953, + "test_f1": 0.6267778322707209, + "test_precision": 0.7220338983050848, + "test_recall": 0.5537261698440208 + }, + "4": { + "k": 4, + "selected_features": [ + 2934, + 8237, + 19529, + 10887 + ], + "test_balanced_acc": 0.7100710075892743, + "test_accuracy": 0.7100130039011704, + "test_auc": 0.7882188128024099, + "test_f1": 0.6653326663331666, + "test_precision": 0.7869822485207101, + "test_recall": 0.5762564991334489 + }, + "16": { + "k": 16, + "selected_features": [ + 2934, + 8237, + 19529, + 10887, + 24844, + 26523, + 11973, + 5163, + 14942, + 11273, + 19414, + 21571, + 32207, + 30139, + 3702, + 7385 + ], + "test_balanced_acc": 0.7750304006878297, + "test_accuracy": 0.7750325097529259, + "test_auc": 0.8449196655247933, + "test_f1": 0.7761966364812419, + "test_precision": 0.7725321888412017, + "test_recall": 0.779896013864818 + } + }, + "128_art_type_movie": { + "1": { + "k": 1, + "selected_features": [ + 15706 + ], + "test_balanced_acc": 0.5588638485091262, + "test_accuracy": 0.5587342869527525, + "test_auc": 0.5588638485091262, + "test_f1": 0.37082818294190356, + "test_precision": 0.646551724137931, + "test_recall": 0.25996533795493937 + }, + "4": { + "k": 4, + "selected_features": [ + 15706, + 19414, + 6787, + 7442 + ], + "test_balanced_acc": 0.5934338272098556, + "test_accuracy": 0.5934113567403554, + "test_auc": 0.6257025226934183, + "test_f1": 0.5712979890310786, + "test_precision": 0.6044487427466151, + "test_recall": 0.5415944540727903 + }, + "16": { + "k": 16, + "selected_features": [ + 15706, + 19414, + 6787, + 7442, + 8237, + 14792, + 14942, + 28886, + 4684, + 18333, + 16801, + 12412, + 27330, + 19020, + 23663, + 16007 + ], + "test_balanced_acc": 0.6514833581599355, + "test_accuracy": 0.6514954486345904, + "test_auc": 0.7178154794740869, + "test_f1": 0.6610455311973018, + "test_precision": 0.6436781609195402, + "test_recall": 0.6793760831889082 + } + }, + "129_arith_mc_A": { + "1": { + "k": 1, + "selected_features": [ + 20332 + ], + "test_balanced_acc": 0.6290234588106929, + "test_accuracy": 0.6289978678038379, + "test_auc": 0.6290234588106929, + "test_f1": 0.625, + "test_precision": 0.6331877729257642, + "test_recall": 0.6170212765957447 + }, + "4": { + "k": 4, + "selected_features": [ + 20332, + 29752, + 26642, + 8228 + ], + "test_balanced_acc": 0.6588652482269504, + "test_accuracy": 0.6588486140724946, + "test_auc": 0.7085470085470087, + "test_f1": 0.6566523605150214, + "test_precision": 0.6623376623376623, + "test_recall": 0.6510638297872341 + }, + "16": { + "k": 16, + "selected_features": [ + 20332, + 29752, + 26642, + 8228, + 1717, + 23903, + 25645, + 8584, + 18915, + 11005, + 23365, + 3990, + 8855, + 9643, + 32353, + 27021 + ], + "test_balanced_acc": 0.7398345153664303, + "test_accuracy": 0.7398720682302772, + "test_auc": 0.8063284233496999, + "test_f1": 0.7447698744769874, + "test_precision": 0.7325102880658436, + "test_recall": 0.7574468085106383 + } + }, + "130_temp_cat_Frequency": { + "1": { + "k": 1, + "selected_features": [ + 22397 + ], + "test_balanced_acc": 0.9597959183673469, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.9597959183673469, + "test_f1": 0.9591836734693877, + "test_precision": 0.9791666666666666, + "test_recall": 0.94 + }, + "4": { + "k": 4, + "selected_features": [ + 22397, + 3508, + 9696, + 14433 + ], + "test_balanced_acc": 0.9697959183673469, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9981632653061225, + "test_f1": 0.9696969696969697, + "test_precision": 0.9795918367346939, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 22397, + 3508, + 9696, + 14433, + 23660, + 5542, + 29667, + 21726, + 5860, + 730, + 25424, + 14612, + 17025, + 16642, + 9472, + 12776 + ], + "test_balanced_acc": 0.9593877551020409, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.9942857142857142, + "test_f1": 0.9607843137254902, + "test_precision": 0.9423076923076923, + "test_recall": 0.98 + } + }, + "131_temp_cat_Typical Time": { + "1": { + "k": 1, + "selected_features": [ + 6844 + ], + "test_balanced_acc": 0.8200000000000001, + "test_accuracy": 0.8181818181818182, + "test_auc": 0.8200000000000001, + "test_f1": 0.7804878048780488, + "test_precision": 1.0, + "test_recall": 0.64 + }, + "4": { + "k": 4, + "selected_features": [ + 6844, + 17025, + 20, + 3508 + ], + "test_balanced_acc": 0.9083673469387755, + "test_accuracy": 0.9090909090909091, + "test_auc": 0.9608163265306122, + "test_f1": 0.9158878504672897, + "test_precision": 0.8596491228070176, + "test_recall": 0.98 + }, + "16": { + "k": 16, + "selected_features": [ + 6844, + 17025, + 20, + 3508, + 26167, + 12553, + 18564, + 22743, + 30536, + 16191, + 29586, + 21854, + 22397, + 15898, + 15007, + 22443 + ], + "test_balanced_acc": 0.9595918367346938, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.9904081632653061, + "test_f1": 0.96, + "test_precision": 0.96, + "test_recall": 0.96 + } + }, + "132_temp_cat_Event Ordering": { + "1": { + "k": 1, + "selected_features": [ + 12776 + ], + "test_balanced_acc": 0.9199999999999999, + "test_accuracy": 0.9191919191919192, + "test_auc": 0.9199999999999999, + "test_f1": 0.9130434782608695, + "test_precision": 1.0, + "test_recall": 0.84 + }, + "4": { + "k": 4, + "selected_features": [ + 12776, + 16642, + 30536, + 30619 + ], + "test_balanced_acc": 0.98, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9926530612244897, + "test_f1": 0.9795918367346939, + "test_precision": 1.0, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 12776, + 16642, + 30536, + 30619, + 13157, + 17968, + 21, + 16281, + 25621, + 27282, + 26780, + 12753, + 29586, + 16563, + 31292, + 1660 + ], + "test_balanced_acc": 0.9797959183673469, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9995918367346939, + "test_f1": 0.98, + "test_precision": 0.98, + "test_recall": 0.98 + } + }, + "133_context_type_Causality": { + "1": { + "k": 1, + "selected_features": [ + 23379 + ], + "test_balanced_acc": 0.9113068900126422, + "test_accuracy": 0.9111111111111111, + "test_auc": 0.9113068900126422, + "test_f1": 0.9074074074074074, + "test_precision": 0.9514563106796117, + "test_recall": 0.8672566371681416 + }, + "4": { + "k": 4, + "selected_features": [ + 23379, + 21821, + 25229, + 29140 + ], + "test_balanced_acc": 0.9113068900126422, + "test_accuracy": 0.9111111111111111, + "test_auc": 0.9144674462705437, + "test_f1": 0.9074074074074074, + "test_precision": 0.9514563106796117, + "test_recall": 0.8672566371681416 + }, + "16": { + "k": 16, + "selected_features": [ + 23379, + 21821, + 25229, + 29140, + 31080, + 3054, + 6479, + 10788, + 184, + 16225, + 4919, + 24836, + 23333, + 18297, + 25517, + 18938 + ], + "test_balanced_acc": 0.9511298988621998, + "test_accuracy": 0.9511111111111111, + "test_auc": 0.9577275600505689, + "test_f1": 0.9511111111111111, + "test_precision": 0.9553571428571429, + "test_recall": 0.9469026548672567 + } + }, + "134_context_type_Belief_states": { + "1": { + "k": 1, + "selected_features": [ + 7591 + ], + "test_balanced_acc": 0.6812974083438685, + "test_accuracy": 0.68, + "test_auc": 0.6812974083438684, + "test_f1": 0.55, + "test_precision": 0.9361702127659575, + "test_recall": 0.3893805309734513 + }, + "4": { + "k": 4, + "selected_features": [ + 7591, + 20468, + 4954, + 18505 + ], + "test_balanced_acc": 0.7475505689001264, + "test_accuracy": 0.7466666666666667, + "test_auc": 0.7871365360303413, + "test_f1": 0.6850828729281768, + "test_precision": 0.9117647058823529, + "test_recall": 0.5486725663716814 + }, + "16": { + "k": 16, + "selected_features": [ + 7591, + 20468, + 4954, + 18505, + 18297, + 16191, + 19886, + 5608, + 31372, + 24732, + 29373, + 3153, + 30536, + 4096, + 12839, + 20648 + ], + "test_balanced_acc": 0.7601137800252844, + "test_accuracy": 0.76, + "test_auc": 0.8706937420986093, + "test_f1": 0.7545454545454545, + "test_precision": 0.7757009345794392, + "test_recall": 0.7345132743362832 + } + }, + "135_context_type_Event_duration": { + "1": { + "k": 1, + "selected_features": [ + 30619 + ], + "test_balanced_acc": 0.9601374841972188, + "test_accuracy": 0.96, + "test_auc": 0.9601374841972188, + "test_f1": 0.958904109589041, + "test_precision": 0.9905660377358491, + "test_recall": 0.9292035398230089 + }, + "4": { + "k": 4, + "selected_features": [ + 30619, + 16281, + 31292, + 18564 + ], + "test_balanced_acc": 0.9645622629582806, + "test_accuracy": 0.9644444444444444, + "test_auc": 0.9734908343868521, + "test_f1": 0.9636363636363636, + "test_precision": 0.9906542056074766, + "test_recall": 0.9380530973451328 + }, + "16": { + "k": 16, + "selected_features": [ + 30619, + 16281, + 31292, + 18564, + 12768, + 19463, + 31080, + 3508, + 7825, + 18868, + 21366, + 22683, + 27265, + 31750, + 16225, + 15053 + ], + "test_balanced_acc": 0.9689870417193427, + "test_accuracy": 0.9688888888888889, + "test_auc": 0.9937579013906448, + "test_f1": 0.9683257918552036, + "test_precision": 0.9907407407407407, + "test_recall": 0.9469026548672567 + } + }, + "136_glue_mnli_entailment": { + "1": { + "k": 1, + "selected_features": [ + 13832 + ], + "test_balanced_acc": 0.7082924358278683, + "test_accuracy": 0.7082791504117902, + "test_auc": 0.7082924358278683, + "test_f1": 0.6991506481895395, + "test_precision": 0.7220683287165282, + "test_recall": 0.6776429809358753 + }, + "4": { + "k": 4, + "selected_features": [ + 13832, + 763, + 10925, + 30279 + ], + "test_balanced_acc": 0.7295466126343606, + "test_accuracy": 0.729518855656697, + "test_auc": 0.7784511356855224, + "test_f1": 0.7111111111111111, + "test_precision": 0.7634194831013916, + "test_recall": 0.6655112651646448 + }, + "16": { + "k": 16, + "selected_features": [ + 13832, + 763, + 10925, + 30279, + 9823, + 28056, + 13296, + 9098, + 4059, + 14703, + 24699, + 4096, + 29995, + 9180, + 12395, + 22282 + ], + "test_balanced_acc": 0.7373478274593743, + "test_accuracy": 0.7373211963589077, + "test_auc": 0.8102354493815396, + "test_f1": 0.7202216066481995, + "test_precision": 0.7707509881422925, + "test_recall": 0.6759098786828422 + } + }, + "137_glue_mnli_neutral": { + "1": { + "k": 1, + "selected_features": [ + 13832 + ], + "test_balanced_acc": 0.6141528917855763, + "test_accuracy": 0.6142175986129172, + "test_auc": 0.6141528917855763, + "test_f1": 0.6644042232277526, + "test_precision": 0.5881174899866488, + "test_recall": 0.7634315424610052 + }, + "4": { + "k": 4, + "selected_features": [ + 13832, + 29995, + 2786, + 763 + ], + "test_balanced_acc": 0.6510350513542398, + "test_accuracy": 0.6510619852622453, + "test_auc": 0.6732640042327979, + "test_f1": 0.67156262749898, + "test_precision": 0.6345412490362374, + "test_recall": 0.7131715771230502 + }, + "16": { + "k": 16, + "selected_features": [ + 13832, + 29995, + 2786, + 763, + 18116, + 7979, + 29649, + 14137, + 14030, + 10736, + 29710, + 10925, + 13024, + 7405, + 24604, + 30279 + ], + "test_balanced_acc": 0.6597110844891106, + "test_accuracy": 0.6597312527091461, + "test_auc": 0.7277954728904027, + "test_f1": 0.6749482401656315, + "test_precision": 0.6463124504361618, + "test_recall": 0.7062391681109186 + } + }, + "138_glue_mnli_contradiction": { + "1": { + "k": 1, + "selected_features": [ + 18116 + ], + "test_balanced_acc": 0.6390596605043584, + "test_accuracy": 0.6389250108365843, + "test_auc": 0.6390596605043584, + "test_f1": 0.4764299182903834, + "test_precision": 0.8672768878718535, + "test_recall": 0.32842287694974004 + }, + "4": { + "k": 4, + "selected_features": [ + 18116, + 2786, + 24604, + 7979 + ], + "test_balanced_acc": 0.7083401600226069, + "test_accuracy": 0.7082791504117902, + "test_auc": 0.7327828391311341, + "test_f1": 0.6606152294503278, + "test_precision": 0.7901085645355851, + "test_recall": 0.5675909878682842 + }, + "16": { + "k": 16, + "selected_features": [ + 18116, + 2786, + 24604, + 7979, + 9823, + 30279, + 29649, + 28634, + 14137, + 19063, + 763, + 10925, + 13832, + 13296, + 19496, + 28197 + ], + "test_balanced_acc": 0.747311286509009, + "test_accuracy": 0.7472908539228436, + "test_auc": 0.8285998698294404, + "test_f1": 0.7348794906775807, + "test_precision": 0.7732057416267942, + "test_recall": 0.7001733102253033 + } + }, + "139_news_class_Politics": { + "1": { + "k": 1, + "selected_features": [ + 28774 + ], + "test_balanced_acc": 0.6799290686258288, + "test_accuracy": 0.68, + "test_auc": 0.6799290686258288, + "test_f1": 0.7104294478527607, + "test_precision": 0.649103139013453, + "test_recall": 0.7845528455284553 + }, + "4": { + "k": 4, + "selected_features": [ + 28774, + 24607, + 22978, + 25134 + ], + "test_balanced_acc": 0.6955880244012752, + "test_accuracy": 0.6955932203389831, + "test_auc": 0.7650733766496417, + "test_f1": 0.6980497646267653, + "test_precision": 0.6929238985313751, + "test_recall": 0.7032520325203252 + }, + "16": { + "k": 16, + "selected_features": [ + 28774, + 24607, + 22978, + 25134, + 1101, + 3227, + 28426, + 26395, + 32024, + 14703, + 4810, + 8609, + 13442, + 11350, + 2323, + 25257 + ], + "test_balanced_acc": 0.76948866164374, + "test_accuracy": 0.7694915254237288, + "test_auc": 0.8480389993859232, + "test_f1": 0.7705802968960864, + "test_precision": 0.7674731182795699, + "test_recall": 0.7737127371273713 + } + }, + "140_news_class_Technology": { + "1": { + "k": 1, + "selected_features": [ + 12577 + ], + "test_balanced_acc": 0.6226048250984546, + "test_accuracy": 0.6223728813559322, + "test_auc": 0.6226048250984546, + "test_f1": 0.42636457260556127, + "test_precision": 0.8884120171673819, + "test_recall": 0.2804878048780488 + }, + "4": { + "k": 4, + "selected_features": [ + 12577, + 32583, + 11321, + 17486 + ], + "test_balanced_acc": 0.7452261971737764, + "test_accuracy": 0.7450847457627119, + "test_auc": 0.7843423312116431, + "test_f1": 0.678082191780822, + "test_precision": 0.9209302325581395, + "test_recall": 0.5365853658536586 + }, + "16": { + "k": 16, + "selected_features": [ + 12577, + 32583, + 11321, + 17486, + 24701, + 6886, + 29710, + 25610, + 1101, + 8211, + 2323, + 31708, + 595, + 8609, + 6502, + 13296 + ], + "test_balanced_acc": 0.7756616032917453, + "test_accuracy": 0.775593220338983, + "test_auc": 0.850174478678301, + "test_f1": 0.7505651846269782, + "test_precision": 0.8455008488964346, + "test_recall": 0.6747967479674797 + } + }, + "141_news_class_Entertainment": { + "1": { + "k": 1, + "selected_features": [ + 28774 + ], + "test_balanced_acc": 0.6575621522836667, + "test_accuracy": 0.6576271186440678, + "test_auc": 0.6575621522836667, + "test_f1": 0.6876932591218305, + "test_precision": 0.6325369738339022, + "test_recall": 0.7533875338753387 + }, + "4": { + "k": 4, + "selected_features": [ + 28774, + 4077, + 8378, + 1101 + ], + "test_balanced_acc": 0.7531521990932257, + "test_accuracy": 0.7532203389830509, + "test_auc": 0.8270822531834546, + "test_f1": 0.7758620689655172, + "test_precision": 0.7110609480812641, + "test_recall": 0.8536585365853658 + }, + "16": { + "k": 16, + "selected_features": [ + 28774, + 4077, + 8378, + 1101, + 28426, + 2323, + 1699, + 19157, + 24699, + 1899, + 25610, + 9098, + 11321, + 12858, + 4810, + 4919 + ], + "test_balanced_acc": 0.770822531834545, + "test_accuracy": 0.7708474576271186, + "test_auc": 0.8541034664077984, + "test_f1": 0.7790849673202614, + "test_precision": 0.7525252525252525, + "test_recall": 0.8075880758807588 + } + }, + "142_cancer_cat_Thyroid_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 29385 + ], + "test_balanced_acc": 0.6304569563443492, + "test_accuracy": 0.6297376093294461, + "test_auc": 0.6304569563443493, + "test_f1": 0.5096525096525096, + "test_precision": 0.7586206896551724, + "test_recall": 0.38372093023255816 + }, + "4": { + "k": 4, + "selected_features": [ + 29385, + 10824, + 11099, + 14966 + ], + "test_balanced_acc": 0.6589657282741739, + "test_accuracy": 0.6588921282798834, + "test_auc": 0.6878824969400245, + "test_f1": 0.6507462686567164, + "test_precision": 0.6687116564417178, + "test_recall": 0.6337209302325582 + }, + "16": { + "k": 16, + "selected_features": [ + 29385, + 10824, + 11099, + 14966, + 11824, + 6787, + 27832, + 15706, + 11876, + 21494, + 12283, + 31365, + 17581, + 13678, + 23925, + 170 + ], + "test_balanced_acc": 0.685077519379845, + "test_accuracy": 0.685131195335277, + "test_auc": 0.7370121039031687, + "test_f1": 0.6914285714285714, + "test_precision": 0.6797752808988764, + "test_recall": 0.7034883720930233 + } + }, + "143_cancer_cat_Lung_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 11824 + ], + "test_balanced_acc": 0.687219502243982, + "test_accuracy": 0.6880466472303207, + "test_auc": 0.687219502243982, + "test_f1": 0.7573696145124716, + "test_precision": 0.620817843866171, + "test_recall": 0.9709302325581395 + }, + "4": { + "k": 4, + "selected_features": [ + 11824, + 13262, + 11099, + 14966 + ], + "test_balanced_acc": 0.8423432612539099, + "test_accuracy": 0.8425655976676385, + "test_auc": 0.8570141438868489, + "test_f1": 0.8540540540540541, + "test_precision": 0.797979797979798, + "test_recall": 0.9186046511627907 + }, + "16": { + "k": 16, + "selected_features": [ + 11824, + 13262, + 11099, + 14966, + 24699, + 12283, + 24844, + 12480, + 11964, + 10850, + 28301, + 14485, + 9241, + 11876, + 16084, + 29385 + ], + "test_balanced_acc": 0.868642050863593, + "test_accuracy": 0.8688046647230321, + "test_auc": 0.9292805657554739, + "test_f1": 0.8760330578512396, + "test_precision": 0.8324607329842932, + "test_recall": 0.9244186046511628 + } + }, + "144_cancer_cat_Colon_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 24844 + ], + "test_balanced_acc": 0.5945702434380524, + "test_accuracy": 0.5947521865889213, + "test_auc": 0.5945702434380524, + "test_f1": 0.6191780821917808, + "test_precision": 0.5854922279792746, + "test_recall": 0.6569767441860465 + }, + "4": { + "k": 4, + "selected_features": [ + 24844, + 11824, + 13262, + 21494 + ], + "test_balanced_acc": 0.7234462124303005, + "test_accuracy": 0.7230320699708455, + "test_auc": 0.7939956480348157, + "test_f1": 0.6779661016949152, + "test_precision": 0.8130081300813008, + "test_recall": 0.5813953488372093 + }, + "16": { + "k": 16, + "selected_features": [ + 24844, + 11824, + 13262, + 21494, + 26917, + 11321, + 4810, + 14966, + 13610, + 24699, + 10968, + 17525, + 18351, + 24347, + 12480, + 14368 + ], + "test_balanced_acc": 0.7989596083231334, + "test_accuracy": 0.7988338192419825, + "test_auc": 0.9068577451380389, + "test_f1": 0.790273556231003, + "test_precision": 0.8280254777070064, + "test_recall": 0.7558139534883721 + } + }, + "145_disease_class_digestive system diseases": { + "1": { + "k": 1, + "selected_features": [ + 4956 + ], + "test_balanced_acc": 0.5451020408163265, + "test_accuracy": 0.5454545454545454, + "test_auc": 0.5451020408163265, + "test_f1": 0.5631067961165048, + "test_precision": 0.5471698113207547, + "test_recall": 0.58 + }, + "4": { + "k": 4, + "selected_features": [ + 4956, + 17505, + 7969, + 12306 + ], + "test_balanced_acc": 0.5640816326530612, + "test_accuracy": 0.5656565656565656, + "test_auc": 0.5653061224489796, + "test_f1": 0.6260869565217392, + "test_precision": 0.5538461538461539, + "test_recall": 0.72 + }, + "16": { + "k": 16, + "selected_features": [ + 4956, + 17505, + 7969, + 12306, + 30806, + 30661, + 23080, + 22636, + 753, + 26258, + 8057, + 19678, + 26101, + 30333, + 6458, + 18565 + ], + "test_balanced_acc": 0.5548979591836735, + "test_accuracy": 0.5555555555555556, + "test_auc": 0.6220408163265306, + "test_f1": 0.5849056603773585, + "test_precision": 0.5535714285714286, + "test_recall": 0.62 + } + }, + "146_disease_class_cardiovascular diseases": { + "1": { + "k": 1, + "selected_features": [ + 27972 + ], + "test_balanced_acc": 0.5138775510204081, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5138775510204082, + "test_f1": 0.5714285714285714, + "test_precision": 0.5161290322580645, + "test_recall": 0.64 + }, + "4": { + "k": 4, + "selected_features": [ + 27972, + 10089, + 4956, + 24847 + ], + "test_balanced_acc": 0.4744897959183674, + "test_accuracy": 0.47474747474747475, + "test_auc": 0.5112244897959185, + "test_f1": 0.49019607843137253, + "test_precision": 0.4807692307692308, + "test_recall": 0.5 + }, + "16": { + "k": 16, + "selected_features": [ + 27972, + 10089, + 4956, + 24847, + 2446, + 25674, + 1724, + 29518, + 15971, + 27423, + 27478, + 10276, + 11773, + 7969, + 28056, + 30806 + ], + "test_balanced_acc": 0.5563265306122449, + "test_accuracy": 0.5555555555555556, + "test_auc": 0.5659183673469388, + "test_f1": 0.5217391304347826, + "test_precision": 0.5714285714285714, + "test_recall": 0.48 + } + }, + "147_disease_class_nervous system diseases": { + "1": { + "k": 1, + "selected_features": [ + 30333 + ], + "test_balanced_acc": 0.6065306122448979, + "test_accuracy": 0.6060606060606061, + "test_auc": 0.6065306122448981, + "test_f1": 0.5894736842105263, + "test_precision": 0.6222222222222222, + "test_recall": 0.56 + }, + "4": { + "k": 4, + "selected_features": [ + 30333, + 8403, + 27817, + 24572 + ], + "test_balanced_acc": 0.5765306122448979, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.6234693877551021, + "test_f1": 0.5434782608695652, + "test_precision": 0.5952380952380952, + "test_recall": 0.5 + }, + "16": { + "k": 16, + "selected_features": [ + 30333, + 8403, + 27817, + 24572, + 4956, + 1876, + 198, + 20405, + 26258, + 24241, + 28056, + 24847, + 7531, + 17711, + 18033, + 6502 + ], + "test_balanced_acc": 0.6265306122448979, + "test_accuracy": 0.6262626262626263, + "test_auc": 0.5993877551020408, + "test_f1": 0.6185567010309279, + "test_precision": 0.6382978723404256, + "test_recall": 0.6 + } + }, + "148_twt_emotion_worry": { + "1": { + "k": 1, + "selected_features": [ + 13296 + ], + "test_balanced_acc": 0.5273852467154251, + "test_accuracy": 0.5274576271186441, + "test_auc": 0.5273852467154251, + "test_f1": 0.5731781996325781, + "test_precision": 0.5229050279329609, + "test_recall": 0.6341463414634146 + }, + "4": { + "k": 4, + "selected_features": [ + 13296, + 14818, + 19463, + 25674 + ], + "test_balanced_acc": 0.5356477038311767, + "test_accuracy": 0.535593220338983, + "test_auc": 0.5383908248851824, + "test_f1": 0.4952100221075903, + "test_precision": 0.5428109854604201, + "test_recall": 0.45528455284552843 + }, + "16": { + "k": 16, + "selected_features": [ + 13296, + 14818, + 19463, + 25674, + 1255, + 10324, + 23955, + 24751, + 11667, + 16909, + 3081, + 17856, + 31174, + 14015, + 7518, + 26095 + ], + "test_balanced_acc": 0.5545958308972506, + "test_accuracy": 0.5545762711864407, + "test_auc": 0.5846570914827195, + "test_f1": 0.5415212840195395, + "test_precision": 0.5582733812949641, + "test_recall": 0.5257452574525745 + } + }, + "149_twt_emotion_happiness": { + "1": { + "k": 1, + "selected_features": [ + 13296 + ], + "test_balanced_acc": 0.5918642191849326, + "test_accuracy": 0.591864406779661, + "test_auc": 0.5918642191849326, + "test_f1": 0.592140921409214, + "test_precision": 0.592140921409214, + "test_recall": 0.592140921409214 + }, + "4": { + "k": 4, + "selected_features": [ + 13296, + 19463, + 22052, + 11667 + ], + "test_balanced_acc": 0.6264446430081669, + "test_accuracy": 0.6264406779661017, + "test_auc": 0.6699549186808014, + "test_f1": 0.6244035446489434, + "test_precision": 0.6282578875171467, + "test_recall": 0.6205962059620597 + }, + "16": { + "k": 16, + "selected_features": [ + 13296, + 19463, + 22052, + 11667, + 21174, + 24751, + 26530, + 19485, + 24891, + 24916, + 17022, + 17856, + 1255, + 10887, + 23955, + 28091 + ], + "test_balanced_acc": 0.661664883270271, + "test_accuracy": 0.6616949152542373, + "test_auc": 0.7156953591245546, + "test_f1": 0.6761842959117457, + "test_precision": 0.6488169364881694, + "test_recall": 0.7059620596205962 + } + }, + "150_twt_emotion_sadness": { + "1": { + "k": 1, + "selected_features": [ + 22052 + ], + "test_balanced_acc": 0.5764865620162307, + "test_accuracy": 0.576271186440678, + "test_auc": 0.5764865620162308, + "test_f1": 0.37934458788480635, + "test_precision": 0.7100371747211895, + "test_recall": 0.2588075880758808 + }, + "4": { + "k": 4, + "selected_features": [ + 22052, + 10324, + 14818, + 27478 + ], + "test_balanced_acc": 0.5809597614293647, + "test_accuracy": 0.5810169491525424, + "test_auc": 0.6193358778906648, + "test_f1": 0.61375, + "test_precision": 0.5696055684454756, + "test_recall": 0.6653116531165312 + }, + "16": { + "k": 16, + "selected_features": [ + 22052, + 10324, + 14818, + 27478, + 26602, + 22743, + 21174, + 1255, + 7518, + 28803, + 20190, + 17179, + 939, + 12267, + 19848, + 29214 + ], + "test_balanced_acc": 0.5789934290116306, + "test_accuracy": 0.5789830508474576, + "test_auc": 0.624205285472122, + "test_f1": 0.5726083964211975, + "test_precision": 0.5818181818181818, + "test_recall": 0.5636856368563685 + } + }, + "151_it_tick_HR Support": { + "1": { + "k": 1, + "selected_features": [ + 14750 + ], + "test_balanced_acc": 0.5813876163735776, + "test_accuracy": 0.5806451612903226, + "test_auc": 0.5813876163735777, + "test_f1": 0.4028268551236749, + "test_precision": 0.7037037037037037, + "test_recall": 0.28217821782178215 + }, + "4": { + "k": 4, + "selected_features": [ + 14750, + 4810, + 11833, + 12885 + ], + "test_balanced_acc": 0.5610684202748634, + "test_accuracy": 0.5607940446650124, + "test_auc": 0.6018299591153145, + "test_f1": 0.5069637883008357, + "test_precision": 0.5796178343949044, + "test_recall": 0.4504950495049505 + }, + "16": { + "k": 16, + "selected_features": [ + 14750, + 4810, + 11833, + 12885, + 6184, + 30708, + 16835, + 9734, + 27330, + 22624, + 1814, + 16697, + 5842, + 483, + 20989, + 29214 + ], + "test_balanced_acc": 0.5632358011920595, + "test_accuracy": 0.5632754342431762, + "test_auc": 0.6172232894931284, + "test_f1": 0.5707317073170731, + "test_precision": 0.5625, + "test_recall": 0.5792079207920792 + } + }, + "152_it_tick_Hardware": { + "1": { + "k": 1, + "selected_features": [ + 25339 + ], + "test_balanced_acc": 0.6107580907344465, + "test_accuracy": 0.6104218362282878, + "test_auc": 0.6107580907344465, + "test_f1": 0.5501432664756447, + "test_precision": 0.6530612244897959, + "test_recall": 0.4752475247524752 + }, + "4": { + "k": 4, + "selected_features": [ + 25339, + 19591, + 12283, + 5495 + ], + "test_balanced_acc": 0.6030737402098418, + "test_accuracy": 0.6029776674937966, + "test_auc": 0.6449682281661002, + "test_f1": 0.5876288659793815, + "test_precision": 0.6129032258064516, + "test_recall": 0.5643564356435643 + }, + "16": { + "k": 16, + "selected_features": [ + 25339, + 19591, + 12283, + 5495, + 21677, + 7634, + 21792, + 15785, + 26865, + 16158, + 29004, + 19688, + 30708, + 7670, + 3686, + 23503 + ], + "test_balanced_acc": 0.5978153785527807, + "test_accuracy": 0.598014888337469, + "test_auc": 0.6488227180927048, + "test_f1": 0.6284403669724771, + "test_precision": 0.5854700854700855, + "test_recall": 0.6782178217821783 + } + }, + "153_it_tick_Administrative rights": { + "1": { + "k": 1, + "selected_features": [ + 595 + ], + "test_balanced_acc": 0.5881360524112113, + "test_accuracy": 0.5880893300248139, + "test_auc": 0.5881360524112113, + "test_f1": 0.5808080808080808, + "test_precision": 0.5927835051546392, + "test_recall": 0.5693069306930693 + }, + "4": { + "k": 4, + "selected_features": [ + 595, + 3496, + 16835, + 29677 + ], + "test_balanced_acc": 0.6080981232451603, + "test_accuracy": 0.607940446650124, + "test_auc": 0.6857790256637605, + "test_f1": 0.582010582010582, + "test_precision": 0.625, + "test_recall": 0.5445544554455446 + }, + "16": { + "k": 16, + "selected_features": [ + 595, + 3496, + 16835, + 29677, + 31636, + 6339, + 30059, + 31970, + 5842, + 14285, + 1814, + 21792, + 10968, + 16158, + 23312, + 14573 + ], + "test_balanced_acc": 0.6824171223092459, + "test_accuracy": 0.6823821339950372, + "test_auc": 0.7539037485838136, + "test_f1": 0.678391959798995, + "test_precision": 0.6887755102040817, + "test_recall": 0.6683168316831684 + } + }, + "154_athlete_sport_football": { + "1": { + "k": 1, + "selected_features": [ + 5742 + ], + "test_balanced_acc": 0.8274397499677424, + "test_accuracy": 0.8273092369477911, + "test_auc": 0.8274397499677423, + "test_f1": 0.8088888888888889, + "test_precision": 0.9069767441860465, + "test_recall": 0.7299465240641712 + }, + "4": { + "k": 4, + "selected_features": [ + 5742, + 2006, + 5788, + 8389 + ], + "test_balanced_acc": 0.8473785322074235, + "test_accuracy": 0.8473895582329317, + "test_auc": 0.9294024458430703, + "test_f1": 0.8488063660477454, + "test_precision": 0.8421052631578947, + "test_recall": 0.8556149732620321 + }, + "16": { + "k": 16, + "selected_features": [ + 5742, + 2006, + 5788, + 8389, + 19001, + 11627, + 14866, + 25348, + 8781, + 9698, + 541, + 16564, + 28423, + 3081, + 4211, + 15635 + ], + "test_balanced_acc": 0.8513282963685108, + "test_accuracy": 0.8514056224899599, + "test_auc": 0.9469720864216999, + "test_f1": 0.8596713021491783, + "test_precision": 0.815347721822542, + "test_recall": 0.9090909090909091 + } + }, + "155_athlete_sport_basketball": { + "1": { + "k": 1, + "selected_features": [ + 2006 + ], + "test_balanced_acc": 0.8729301372023339, + "test_accuracy": 0.8728246318607764, + "test_auc": 0.8729301372023339, + "test_f1": 0.8621190130624092, + "test_precision": 0.9428571428571428, + "test_recall": 0.7941176470588235 + }, + "4": { + "k": 4, + "selected_features": [ + 2006, + 5742, + 5788, + 8389 + ], + "test_balanced_acc": 0.8729301372023339, + "test_accuracy": 0.8728246318607764, + "test_auc": 0.9503447979240441, + "test_f1": 0.8621190130624092, + "test_precision": 0.9428571428571428, + "test_recall": 0.7941176470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 2006, + 5742, + 5788, + 8389, + 26491, + 5605, + 25348, + 8781, + 16564, + 6589, + 28615, + 32220, + 3791, + 21898, + 3081, + 18367 + ], + "test_balanced_acc": 0.858148987111296, + "test_accuracy": 0.85809906291834, + "test_auc": 0.9497534085532824, + "test_f1": 0.8527777777777777, + "test_precision": 0.8872832369942196, + "test_recall": 0.820855614973262 + } + }, + "156_athlete_sport_baseball": { + "1": { + "k": 1, + "selected_features": [ + 5788 + ], + "test_balanced_acc": 0.860876546572809, + "test_accuracy": 0.8607764390896921, + "test_auc": 0.860876546572809, + "test_f1": 0.8497109826589595, + "test_precision": 0.9245283018867925, + "test_recall": 0.786096256684492 + }, + "4": { + "k": 4, + "selected_features": [ + 5788, + 5605, + 2006, + 5742 + ], + "test_balanced_acc": 0.8741344210118851, + "test_accuracy": 0.8741633199464525, + "test_auc": 0.9573948760591247, + "test_f1": 0.8769633507853403, + "test_precision": 0.8589743589743589, + "test_recall": 0.8957219251336899 + }, + "16": { + "k": 16, + "selected_features": [ + 5788, + 5605, + 2006, + 5742, + 26491, + 24088, + 15635, + 9698, + 11627, + 23934, + 5684, + 4211, + 5456, + 16885, + 1406, + 4347 + ], + "test_balanced_acc": 0.8781594529110694, + "test_accuracy": 0.8781793842034806, + "test_auc": 0.9633410273687832, + "test_f1": 0.8801054018445322, + "test_precision": 0.8675324675324675, + "test_recall": 0.893048128342246 + } + }, + "157_amazon_5star": { + "1": { + "k": 1, + "selected_features": [ + 22898 + ], + "test_balanced_acc": 0.7331394957417443, + "test_accuracy": 0.7333333333333333, + "test_auc": 0.7331394957417443, + "test_f1": 0.7758620689655172, + "test_precision": 0.6696428571428571, + "test_recall": 0.9221311475409836 + }, + "4": { + "k": 4, + "selected_features": [ + 22898, + 14822, + 21174, + 29772 + ], + "test_balanced_acc": 0.7567639781869593, + "test_accuracy": 0.7569230769230769, + "test_auc": 0.7764373716632444, + "test_f1": 0.7897071872227152, + "test_precision": 0.6964006259780907, + "test_recall": 0.9118852459016393 + }, + "16": { + "k": 16, + "selected_features": [ + 22898, + 14822, + 21174, + 29772, + 595, + 27572, + 20645, + 13296, + 26924, + 19496, + 21879, + 4919, + 2909, + 5163, + 24699, + 2754 + ], + "test_balanced_acc": 0.7957510014474702, + "test_accuracy": 0.7958974358974359, + "test_auc": 0.8739101895176222, + "test_f1": 0.8215246636771301, + "test_precision": 0.7304625199362041, + "test_recall": 0.9385245901639344 + } + }, + "158_code_C": { + "1": { + "k": 1, + "selected_features": [ + 21219 + ], + "test_balanced_acc": 0.73958084763289, + "test_accuracy": 0.7394957983193278, + "test_auc": 0.7395808476328901, + "test_f1": 0.6513720197930725, + "test_precision": 0.9850340136054422, + "test_recall": 0.48655913978494625 + }, + "4": { + "k": 4, + "selected_features": [ + 21219, + 9341, + 10202, + 31900 + ], + "test_balanced_acc": 0.7930055553145179, + "test_accuracy": 0.7929411764705883, + "test_auc": 0.8034127311249467, + "test_f1": 0.743973399833749, + "test_precision": 0.9749455337690632, + "test_recall": 0.6014784946236559 + }, + "16": { + "k": 16, + "selected_features": [ + 21219, + 9341, + 10202, + 31900, + 32595, + 6103, + 29224, + 30843, + 26473, + 5822, + 14408, + 27175, + 26749, + 20789, + 18735, + 23344 + ], + "test_balanced_acc": 0.8309527102269851, + "test_accuracy": 0.8309243697478992, + "test_auc": 0.9374719793768213, + "test_f1": 0.8154128440366972, + "test_precision": 0.8981406628940987, + "test_recall": 0.7466397849462365 + } + }, + "159_code_Python": { + "1": { + "k": 1, + "selected_features": [ + 9684 + ], + "test_balanced_acc": 0.7600736400054957, + "test_accuracy": 0.76, + "test_auc": 0.7600736400054956, + "test_f1": 0.6927710843373494, + "test_precision": 0.9629186602870813, + "test_recall": 0.540994623655914 + }, + "4": { + "k": 4, + "selected_features": [ + 9684, + 7608, + 32051, + 15905 + ], + "test_balanced_acc": 0.7946795615766753, + "test_accuracy": 0.7946218487394958, + "test_auc": 0.902235593784122, + "test_f1": 0.752129817444219, + "test_precision": 0.9488229273285568, + "test_recall": 0.6229838709677419 + }, + "16": { + "k": 16, + "selected_features": [ + 9684, + 7608, + 32051, + 15905, + 31612, + 13296, + 29868, + 10832, + 26308, + 18735, + 29563, + 31508, + 10566, + 6491, + 8057, + 7634 + ], + "test_balanced_acc": 0.8669067853294864, + "test_accuracy": 0.866890756302521, + "test_auc": 0.9606771228785675, + "test_f1": 0.8602681721947777, + "test_precision": 0.9056463595839525, + "test_recall": 0.8192204301075269 + } + }, + "160_code_HTML": { + "1": { + "k": 1, + "selected_features": [ + 27150 + ], + "test_balanced_acc": 0.7509958619866803, + "test_accuracy": 0.7509243697478991, + "test_auc": 0.7509958619866803, + "test_f1": 0.6837387964148528, + "test_precision": 0.9368421052631579, + "test_recall": 0.5383064516129032 + }, + "4": { + "k": 4, + "selected_features": [ + 27150, + 776, + 17975, + 20775 + ], + "test_balanced_acc": 0.7869442877699923, + "test_accuracy": 0.786890756302521, + "test_auc": 0.8790620864698353, + "test_f1": 0.7466027178257394, + "test_precision": 0.9211045364891519, + "test_recall": 0.6276881720430108 + }, + "16": { + "k": 16, + "selected_features": [ + 27150, + 776, + 17975, + 20775, + 11752, + 16788, + 21677, + 6750, + 11788, + 25584, + 29229, + 26473, + 26112, + 28754, + 29563, + 14549 + ], + "test_balanced_acc": 0.8094570507119045, + "test_accuracy": 0.8094117647058824, + "test_auc": 0.9195954997071393, + "test_f1": 0.7798058252427185, + "test_precision": 0.9236430542778289, + "test_recall": 0.6747311827956989 + } + }, + "161_agnews_0": { + "1": { + "k": 1, + "selected_features": [ + 11876 + ], + "test_balanced_acc": 0.9445564516129032, + "test_accuracy": 0.9445378151260504, + "test_auc": 0.9445564516129032, + "test_f1": 0.9413020277481323, + "test_precision": 1.0, + "test_recall": 0.8891129032258065 + }, + "4": { + "k": 4, + "selected_features": [ + 11876, + 16791, + 24732, + 7261 + ], + "test_balanced_acc": 0.9576612903225806, + "test_accuracy": 0.9576470588235294, + "test_auc": 0.9626358548278628, + "test_f1": 0.9557894736842105, + "test_precision": 1.0, + "test_recall": 0.9153225806451613 + }, + "16": { + "k": 16, + "selected_features": [ + 11876, + 16791, + 24732, + 7261, + 28774, + 29352, + 1699, + 28530, + 24701, + 11773, + 25329, + 15221, + 32024, + 1950, + 30039, + 29470 + ], + "test_balanced_acc": 0.9929430964415615, + "test_accuracy": 0.9929411764705882, + "test_auc": 0.9987740977359336, + "test_f1": 0.9929030077728962, + "test_precision": 0.9986403806934059, + "test_recall": 0.9872311827956989 + } + }, + "162_agnews_1": { + "1": { + "k": 1, + "selected_features": [ + 16791 + ], + "test_balanced_acc": 0.9089300370233782, + "test_accuracy": 0.90890756302521, + "test_auc": 0.9089300370233783, + "test_f1": 0.9024126755491537, + "test_precision": 0.9720713731574864, + "test_recall": 0.8420698924731183 + }, + "4": { + "k": 4, + "selected_features": [ + 16791, + 24732, + 11876, + 7261 + ], + "test_balanced_acc": 0.9341397849462365, + "test_accuracy": 0.9341176470588235, + "test_auc": 0.9421715350239711, + "test_f1": 0.9294964028776979, + "test_precision": 1.0, + "test_recall": 0.8682795698924731 + }, + "16": { + "k": 16, + "selected_features": [ + 16791, + 24732, + 11876, + 7261, + 1699, + 29352, + 28530, + 1101, + 11773, + 30039, + 25329, + 1950, + 15221, + 10566, + 31612, + 15600 + ], + "test_balanced_acc": 0.9566520959426137, + "test_accuracy": 0.9566386554621849, + "test_auc": 0.9908853884200707, + "test_f1": 0.9548477423871193, + "test_precision": 0.9963476990504018, + "test_recall": 0.9166666666666666 + } + }, + "163_agnews_2": { + "1": { + "k": 1, + "selected_features": [ + 7261 + ], + "test_balanced_acc": 0.9143145161290323, + "test_accuracy": 0.9142857142857143, + "test_auc": 0.9143145161290323, + "test_f1": 0.906284454244763, + "test_precision": 1.0, + "test_recall": 0.8286290322580645 + }, + "4": { + "k": 4, + "selected_features": [ + 7261, + 24732, + 16791, + 11876 + ], + "test_balanced_acc": 0.9374995480544648, + "test_accuracy": 0.9374789915966386, + "test_auc": 0.9412841399657245, + "test_f1": 0.933428775948461, + "test_precision": 0.998468606431853, + "test_recall": 0.8763440860215054 + }, + "16": { + "k": 16, + "selected_features": [ + 7261, + 24732, + 16791, + 11876, + 24701, + 29352, + 1699, + 28530, + 11773, + 32024, + 25329, + 1950, + 15221, + 28774, + 30039, + 29470 + ], + "test_balanced_acc": 0.9838698378780977, + "test_accuracy": 0.9838655462184874, + "test_auc": 0.9961272787093882, + "test_f1": 0.9836623553437712, + "test_precision": 0.996551724137931, + "test_recall": 0.9711021505376344 + } + } +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/cfg.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..48f8359085b7a0bd3efb2d3431cc2eed105c060c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/cfg.json @@ -0,0 +1 @@ +{"metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "model_name": "gemma-2-2b", "hook_name": "blocks.12.hook_resid_post", "hook_head_index": null, "context_size": 1024, "prepend_bos": true, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "model_class_name": "AutoModelForCausalLM", "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "device": "cuda", "d_sae": 32768, "dtype": "float32", "reshape_activations": "none", "normalize_activations": "none", "apply_b_dec_to_input": true, "d_in": 2304, "architecture": "jumprelu"} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/binarized_probing_binarized_linear_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/binarized_probing_binarized_linear_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e5d0898dbe2aa843aeb6f52b20fe096dac40af0d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/binarized_probing_binarized_linear_results.json @@ -0,0 +1,6330 @@ +{ + "5_hist_fig_ismale": { + "1": { + "k": 1, + "selected_features": [ + 13440 + ], + "test_balanced_acc": 0.8870274996734306, + "test_accuracy": 0.8870440251572327, + "test_auc": 0.8870274996734305, + "test_f1": 0.8940287939579892, + "test_precision": 0.8421520675855936, + "test_recall": 0.9527162977867203 + }, + "4": { + "k": 4, + "selected_features": [ + 13440, + 8743, + 19252, + 27398 + ], + "test_balanced_acc": 0.9069077271884959, + "test_accuracy": 0.9069182389937107, + "test_auc": 0.9638713002726982, + "test_f1": 0.9106711733462095, + "test_precision": 0.8755803156917363, + "test_recall": 0.9486921529175051 + }, + "16": { + "k": 16, + "selected_features": [ + 13440, + 8743, + 19252, + 27398, + 12400, + 10799, + 29782, + 12575, + 22926, + 26049, + 16964, + 30776, + 14693, + 16170, + 15635, + 9742 + ], + "test_balanced_acc": 0.916221156835325, + "test_accuracy": 0.9162264150943397, + "test_auc": 0.9735219317920609, + "test_f1": 0.917960088691796, + "test_precision": 0.8995654273297924, + "test_recall": 0.9371227364185111 + } + }, + "6_hist_fig_isamerican": { + "1": { + "k": 1, + "selected_features": [ + 31884 + ], + "test_balanced_acc": 0.7843762372929068, + "test_accuracy": 0.7844025157232705, + "test_auc": 0.7843762372929068, + "test_f1": 0.8048280573901161, + "test_precision": 0.735330836454432, + "test_recall": 0.8888329979879276 + }, + "4": { + "k": 4, + "selected_features": [ + 31884, + 29742, + 29789, + 5684 + ], + "test_balanced_acc": 0.8394802635642744, + "test_accuracy": 0.8394968553459119, + "test_auc": 0.9079816088276008, + "test_f1": 0.8494572911750826, + "test_precision": 0.8, + "test_recall": 0.9054325955734407 + }, + "16": { + "k": 16, + "selected_features": [ + 31884, + 29742, + 29789, + 5684, + 3988, + 27972, + 11333, + 5794, + 6179, + 29782, + 14693, + 30073, + 21124, + 8897, + 2545, + 7897 + ], + "test_balanced_acc": 0.8817591001469309, + "test_accuracy": 0.8817610062893082, + "test_auc": 0.9499359012656716, + "test_f1": 0.8826759860209685, + "test_precision": 0.8761149653121902, + "test_recall": 0.8893360160965795 + } + }, + "7_hist_fig_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 30776 + ], + "test_balanced_acc": 0.5760664895259833, + "test_accuracy": 0.5761006289308176, + "test_auc": 0.5760664895259833, + "test_f1": 0.6267995570321152, + "test_precision": 0.5599525128611001, + "test_recall": 0.7117706237424547 + }, + "4": { + "k": 4, + "selected_features": [ + 30776, + 29782, + 23393, + 22911 + ], + "test_balanced_acc": 0.5942051402526887, + "test_accuracy": 0.5942138364779874, + "test_auc": 0.6068018579519391, + "test_f1": 0.6078288353999514, + "test_precision": 0.5882352941176471, + "test_recall": 0.6287726358148893 + }, + "16": { + "k": 16, + "selected_features": [ + 30776, + 29782, + 23393, + 22911, + 6787, + 19252, + 16170, + 25584, + 32147, + 31884, + 9388, + 17052, + 7859, + 12575, + 31106, + 29787 + ], + "test_balanced_acc": 0.6382477046476138, + "test_accuracy": 0.6382389937106918, + "test_auc": 0.6718799206917399, + "test_f1": 0.6253256904637832, + "test_precision": 0.6486486486486487, + "test_recall": 0.6036217303822937 + } + }, + "21_headline_istrump": { + "1": { + "k": 1, + "selected_features": [ + 10535 + ], + "test_balanced_acc": 0.6928664336294567, + "test_accuracy": 0.6928301886792453, + "test_auc": 0.6928664336294567, + "test_f1": 0.641198942109903, + "test_precision": 0.7710247349823321, + "test_recall": 0.5487927565392354 + }, + "4": { + "k": 4, + "selected_features": [ + 10535, + 13203, + 20642, + 22086 + ], + "test_balanced_acc": 0.7889377027135132, + "test_accuracy": 0.7889308176100629, + "test_auc": 0.8546602969604238, + "test_f1": 0.7830359451771399, + "test_precision": 0.805747738158595, + "test_recall": 0.761569416498994 + }, + "16": { + "k": 16, + "selected_features": [ + 10535, + 13203, + 20642, + 22086, + 1958, + 28426, + 29080, + 21855, + 1749, + 25601, + 14261, + 10824, + 9734, + 4769, + 28774, + 2408 + ], + "test_balanced_acc": 0.8472899551308859, + "test_accuracy": 0.8472955974842767, + "test_auc": 0.9161192621253438, + "test_f1": 0.8506765067650677, + "test_precision": 0.8324506499759268, + "test_recall": 0.8697183098591549 + } + }, + "22_headline_isobama": { + "1": { + "k": 1, + "selected_features": [ + 1749 + ], + "test_balanced_acc": 0.7370655013060077, + "test_accuracy": 0.7369255150554676, + "test_auc": 0.7370655013060076, + "test_f1": 0.7118055555555556, + "test_precision": 0.7884615384615384, + "test_recall": 0.6487341772151899 + }, + "4": { + "k": 4, + "selected_features": [ + 1749, + 2408, + 29080, + 28426 + ], + "test_balanced_acc": 0.7465039180229054, + "test_accuracy": 0.7464342313787639, + "test_auc": 0.8202983725135624, + "test_f1": 0.7350993377483444, + "test_precision": 0.7708333333333334, + "test_recall": 0.7025316455696202 + }, + "16": { + "k": 16, + "selected_features": [ + 1749, + 2408, + 29080, + 28426, + 16275, + 15600, + 3904, + 6188, + 20642, + 13507, + 9609, + 25601, + 1365, + 10535, + 6143, + 26872 + ], + "test_balanced_acc": 0.8557916415511353, + "test_accuracy": 0.8557844690966719, + "test_auc": 0.9186156319067711, + "test_f1": 0.8553259141494436, + "test_precision": 0.8594249201277955, + "test_recall": 0.8512658227848101 + } + }, + "23_headline_ischina": { + "1": { + "k": 1, + "selected_features": [ + 29080 + ], + "test_balanced_acc": 0.7034362894299944, + "test_accuracy": 0.7034813925570228, + "test_auc": 0.7034362894299944, + "test_f1": 0.7144508670520231, + "test_precision": 0.6897321428571429, + "test_recall": 0.7410071942446043 + }, + "4": { + "k": 4, + "selected_features": [ + 29080, + 32042, + 31708, + 25601 + ], + "test_balanced_acc": 0.7273709878251244, + "test_accuracy": 0.7274909963985594, + "test_auc": 0.7936900479616307, + "test_f1": 0.752453653217012, + "test_precision": 0.69, + "test_recall": 0.8273381294964028 + }, + "16": { + "k": 16, + "selected_features": [ + 29080, + 32042, + 31708, + 25601, + 142, + 16807, + 25584, + 10110, + 16275, + 21855, + 19132, + 4769, + 17505, + 29219, + 20642, + 1714 + ], + "test_balanced_acc": 0.7755286155690833, + "test_accuracy": 0.7755102040816326, + "test_auc": 0.8432455958310274, + "test_f1": 0.7722289890377588, + "test_precision": 0.7846534653465347, + "test_recall": 0.7601918465227818 + } + }, + "24_headline_isiran": { + "1": { + "k": 1, + "selected_features": [ + 23911 + ], + "test_balanced_acc": 0.7030386740331491, + "test_accuracy": 0.7024793388429752, + "test_auc": 0.7030386740331492, + "test_f1": 0.6275862068965518, + "test_precision": 0.8425925925925926, + "test_recall": 0.5 + }, + "4": { + "k": 4, + "selected_features": [ + 23911, + 6143, + 1958, + 29080 + ], + "test_balanced_acc": 0.7466304413818226, + "test_accuracy": 0.7465564738292011, + "test_auc": 0.8216410661162042, + "test_f1": 0.7401129943502824, + "test_precision": 0.7616279069767442, + "test_recall": 0.7197802197802198 + }, + "16": { + "k": 16, + "selected_features": [ + 23911, + 6143, + 1958, + 29080, + 25212, + 5559, + 26842, + 16275, + 26395, + 1749, + 142, + 29352, + 32042, + 5015, + 15600, + 9651 + ], + "test_balanced_acc": 0.7521704814522494, + "test_accuracy": 0.7520661157024794, + "test_auc": 0.8377147714164288, + "test_f1": 0.7428571428571429, + "test_precision": 0.7738095238095238, + "test_recall": 0.7142857142857143 + } + }, + "26_headline_isfrontpage": { + "1": { + "k": 1, + "selected_features": [ + 29080 + ], + "test_balanced_acc": 0.6032318723614966, + "test_accuracy": 0.6032704402515723, + "test_auc": 0.6032318723614967, + "test_f1": 0.6560523446019629, + "test_precision": 0.5791297651135926, + "test_recall": 0.7565392354124748 + }, + "4": { + "k": 4, + "selected_features": [ + 29080, + 29219, + 10535, + 30318 + ], + "test_balanced_acc": 0.6377157003419611, + "test_accuracy": 0.6377358490566037, + "test_auc": 0.6962852859482005, + "test_f1": 0.6646483465300419, + "test_precision": 0.6188204683434518, + "test_recall": 0.7178068410462777 + }, + "16": { + "k": 16, + "selected_features": [ + 29080, + 29219, + 10535, + 30318, + 28774, + 28426, + 7837, + 7261, + 25601, + 16275, + 25692, + 16807, + 29610, + 4769, + 11876, + 6381 + ], + "test_balanced_acc": 0.6742052718930593, + "test_accuracy": 0.6742138364779874, + "test_auc": 0.7327022021408776, + "test_f1": 0.6849914862563853, + "test_precision": 0.6632124352331606, + "test_recall": 0.7082494969818913 + } + }, + "36_sciq_tf": { + "1": { + "k": 1, + "selected_features": [ + 2721 + ], + "test_balanced_acc": 0.7748777516634786, + "test_accuracy": 0.7748427672955975, + "test_auc": 0.7748777516634786, + "test_f1": 0.7385334501898919, + "test_precision": 0.8808362369337979, + "test_recall": 0.635814889336016 + }, + "4": { + "k": 4, + "selected_features": [ + 2721, + 6986, + 18147, + 3474 + ], + "test_balanced_acc": 0.787188657865664, + "test_accuracy": 0.7871698113207547, + "test_auc": 0.8693764246272805, + "test_f1": 0.7699836867862969, + "test_precision": 0.8378698224852071, + "test_recall": 0.7122736418511066 + }, + "16": { + "k": 16, + "selected_features": [ + 2721, + 6986, + 18147, + 3474, + 19848, + 32241, + 24844, + 13024, + 7454, + 17326, + 21078, + 7859, + 15785, + 21391, + 30707, + 923 + ], + "test_balanced_acc": 0.8359706553361437, + "test_accuracy": 0.8359748427672956, + "test_auc": 0.9114403329893808, + "test_f1": 0.838693715982187, + "test_precision": 0.8252190847127556, + "test_recall": 0.85261569416499 + } + }, + "41_truthqa_tf": { + "1": { + "k": 1, + "selected_features": [ + 2786 + ], + "test_balanced_acc": 0.5408163265306123, + "test_accuracy": 0.5454545454545454, + "test_auc": 0.5408163265306123, + "test_f1": 0.6896551724137931, + "test_precision": 0.5263157894736842, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 2786, + 18696, + 26727, + 5565 + ], + "test_balanced_acc": 0.5922448979591837, + "test_accuracy": 0.5959595959595959, + "test_auc": 0.643673469387755, + "test_f1": 0.7058823529411765, + "test_precision": 0.5581395348837209, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 2786, + 18696, + 26727, + 5565, + 22911, + 17736, + 12369, + 20014, + 19708, + 24157, + 24104, + 26735, + 24116, + 15361, + 12055, + 19529 + ], + "test_balanced_acc": 0.6161224489795918, + "test_accuracy": 0.6161616161616161, + "test_auc": 0.69, + "test_f1": 0.62, + "test_precision": 0.62, + "test_recall": 0.62 + } + }, + "42_temp_sense": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.6472231496939344, + "test_accuracy": 0.6472060050041701, + "test_auc": 0.6472231496939344, + "test_f1": 0.64, + "test_precision": 0.6539130434782608, + "test_recall": 0.6266666666666667 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 6820, + 6986, + 14286 + ], + "test_balanced_acc": 0.7422022815804118, + "test_accuracy": 0.7422852376980817, + "test_auc": 0.8037312186978298, + "test_f1": 0.7657316148597423, + "test_precision": 0.7023643949930459, + "test_recall": 0.8416666666666667 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 6820, + 6986, + 14286, + 21571, + 18147, + 32389, + 31945, + 10736, + 25223, + 26827, + 26018, + 22039, + 28979, + 11906, + 23449 + ], + "test_balanced_acc": 0.7681037840845855, + "test_accuracy": 0.76814011676397, + "test_auc": 0.8262200890372844, + "test_f1": 0.7779552715654952, + "test_precision": 0.7469325153374233, + "test_recall": 0.8116666666666666 + } + }, + "44_phys_tf": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.6306990154312893, + "test_accuracy": 0.6306918238993711, + "test_auc": 0.6306990154312893, + "test_f1": 0.6198860693940963, + "test_precision": 0.6387406616862327, + "test_recall": 0.602112676056338 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 29863, + 923, + 32491 + ], + "test_balanced_acc": 0.6327557696455532, + "test_accuracy": 0.6327044025157232, + "test_auc": 0.6891129109837687, + "test_f1": 0.538558786346397, + "test_precision": 0.7244897959183674, + "test_recall": 0.42857142857142855 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 29863, + 923, + 32491, + 25223, + 20380, + 21078, + 595, + 13024, + 9569, + 10632, + 6820, + 28979, + 19463, + 24699, + 17637 + ], + "test_balanced_acc": 0.6525719490572017, + "test_accuracy": 0.6525786163522013, + "test_auc": 0.7047940638293778, + "test_f1": 0.6616025483950012, + "test_precision": 0.6450071667462972, + "test_recall": 0.6790744466800804 + } + }, + "47_reasoning_tf": { + "1": { + "k": 1, + "selected_features": [ + 3982 + ], + "test_balanced_acc": 0.5363493109474831, + "test_accuracy": 0.5362058647516457, + "test_auc": 0.536349310947483, + "test_f1": 0.3902439024390244, + "test_precision": 0.5701149425287356, + "test_recall": 0.2966507177033493 + }, + "4": { + "k": 4, + "selected_features": [ + 3982, + 17045, + 30756, + 28979 + ], + "test_balanced_acc": 0.5481627653783343, + "test_accuracy": 0.5481747456612807, + "test_auc": 0.5617196229550467, + "test_f1": 0.5571847507331378, + "test_precision": 0.5466052934407365, + "test_recall": 0.5681818181818182 + }, + "16": { + "k": 16, + "selected_features": [ + 3982, + 17045, + 30756, + 28979, + 11391, + 21601, + 6986, + 17086, + 32155, + 13250, + 14557, + 23857, + 15426, + 29863, + 2921, + 4521 + ], + "test_balanced_acc": 0.55237014010257, + "test_accuracy": 0.5523638539796529, + "test_auc": 0.5664842563676475, + "test_f1": 0.5477629987908101, + "test_precision": 0.5537897310513448, + "test_recall": 0.5418660287081339 + } + }, + "48_cm_correct": { + "1": { + "k": 1, + "selected_features": [ + 31233 + ], + "test_balanced_acc": 0.5988231857172224, + "test_accuracy": 0.5987421383647799, + "test_auc": 0.5988231857172223, + "test_f1": 0.40816326530612246, + "test_precision": 0.7779349363507779, + "test_recall": 0.2766599597585513 + }, + "4": { + "k": 4, + "selected_features": [ + 31233, + 19063, + 11294, + 7405 + ], + "test_balanced_acc": 0.6118698856450226, + "test_accuracy": 0.6118238993710692, + "test_auc": 0.6358840005306119, + "test_f1": 0.5250846414281317, + "test_precision": 0.6764472640761301, + "test_recall": 0.4290744466800805 + }, + "16": { + "k": 16, + "selected_features": [ + 31233, + 19063, + 11294, + 7405, + 5988, + 19157, + 941, + 15288, + 28979, + 17637, + 29710, + 23333, + 11274, + 13146, + 29762, + 32147 + ], + "test_balanced_acc": 0.6251631581132493, + "test_accuracy": 0.6251572327044025, + "test_auc": 0.7019192406578374, + "test_f1": 0.6161772282328697, + "test_precision": 0.6314677930306231, + "test_recall": 0.6016096579476862 + } + }, + "49_cm_isshort": { + "1": { + "k": 1, + "selected_features": [ + 29214 + ], + "test_balanced_acc": 0.9967294962528062, + "test_accuracy": 0.9967295597484277, + "test_auc": 0.9967294962528063, + "test_f1": 0.9967312044254463, + "test_precision": 0.9964806435394671, + "test_recall": 0.9969818913480886 + }, + "4": { + "k": 4, + "selected_features": [ + 29214, + 5608, + 16791, + 28803 + ], + "test_balanced_acc": 0.9974844031476225, + "test_accuracy": 0.9974842767295597, + "test_auc": 0.9997327953630185, + "test_f1": 0.9974836436839456, + "test_precision": 0.9979859013091642, + "test_recall": 0.9969818913480886 + }, + "16": { + "k": 16, + "selected_features": [ + 29214, + 5608, + 16791, + 28803, + 13371, + 8867, + 4096, + 31084, + 1255, + 3153, + 21571, + 27330, + 6125, + 30059, + 1588, + 14703 + ], + "test_balanced_acc": 0.9967294962528062, + "test_accuracy": 0.9967295597484277, + "test_auc": 0.9999124085226001, + "test_f1": 0.9967312044254463, + "test_precision": 0.9964806435394671, + "test_recall": 0.9969818913480886 + } + }, + "50_deon_isvalid": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.6213481189097342, + "test_accuracy": 0.6213836477987421, + "test_auc": 0.6213481189097342, + "test_f1": 0.6682830063918889, + "test_precision": 0.594743036484896, + "test_recall": 0.7625754527162978 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 26924, + 24931, + 21879 + ], + "test_balanced_acc": 0.6812524619280859, + "test_accuracy": 0.6812578616352202, + "test_auc": 0.7360076412172076, + "test_f1": 0.6880078798325535, + "test_precision": 0.6739025566811384, + "test_recall": 0.7027162977867203 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 26924, + 24931, + 21879, + 28979, + 29710, + 10803, + 21571, + 22911, + 27019, + 27781, + 25223, + 1379, + 28591, + 6125, + 29518 + ], + "test_balanced_acc": 0.6986221556819527, + "test_accuracy": 0.6986163522012578, + "test_auc": 0.769527836368994, + "test_f1": 0.6915550978372812, + "test_precision": 0.7083333333333334, + "test_recall": 0.6755533199195171 + } + }, + "51_just_is": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.6545814899462199, + "test_accuracy": 0.6545911949685534, + "test_auc": 0.6545814899462198, + "test_f1": 0.6674739646403488, + "test_precision": 0.6436244745446054, + "test_recall": 0.693158953722334 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 10803, + 4057, + 24931 + ], + "test_balanced_acc": 0.6719367538902261, + "test_accuracy": 0.6719496855345912, + "test_auc": 0.7297372559463474, + "test_f1": 0.6880382775119617, + "test_precision": 0.656021897810219, + "test_recall": 0.7233400402414487 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 10803, + 4057, + 24931, + 28979, + 21879, + 25223, + 26924, + 15007, + 19511, + 23333, + 12277, + 24699, + 4096, + 14030, + 29352 + ], + "test_balanced_acc": 0.708428350677796, + "test_accuracy": 0.7084276729559749, + "test_auc": 0.7659445601642062, + "test_f1": 0.7076923076923077, + "test_precision": 0.7096611026808295, + "test_recall": 0.7057344064386318 + } + }, + "52_virtue_is": { + "1": { + "k": 1, + "selected_features": [ + 2789 + ], + "test_balanced_acc": 0.7539754043783875, + "test_accuracy": 0.7540078843626807, + "test_auc": 0.7539754043783875, + "test_f1": 0.7811038353601497, + "test_precision": 0.7037505267593763, + "test_recall": 0.8775617446137677 + }, + "4": { + "k": 4, + "selected_features": [ + 2789, + 7473, + 14641, + 32430 + ], + "test_balanced_acc": 0.7847483883159746, + "test_accuracy": 0.7847568988173456, + "test_auc": 0.8554317909681598, + "test_f1": 0.7915500127258844, + "test_precision": 0.7675222112537019, + "test_recall": 0.8171308460325801 + }, + "16": { + "k": 16, + "selected_features": [ + 2789, + 7473, + 14641, + 32430, + 21086, + 19291, + 5185, + 1556, + 21738, + 8333, + 9734, + 5709, + 30534, + 4088, + 27229, + 9410 + ], + "test_balanced_acc": 0.8318042572660468, + "test_accuracy": 0.8318002628120894, + "test_auc": 0.9018357753792922, + "test_f1": 0.8292422625400213, + "test_precision": 0.8422764227642277, + "test_recall": 0.8166053599579611 + } + }, + "54_cs_tf": { + "1": { + "k": 1, + "selected_features": [ + 19063 + ], + "test_balanced_acc": 0.542080489985712, + "test_accuracy": 0.5421383647798742, + "test_auc": 0.5420804899857119, + "test_f1": 0.6278118609406953, + "test_precision": 0.5289455547898001, + "test_recall": 0.7721327967806841 + }, + "4": { + "k": 4, + "selected_features": [ + 19063, + 24732, + 7305, + 5608 + ], + "test_balanced_acc": 0.5574905142986758, + "test_accuracy": 0.5574842767295598, + "test_auc": 0.5771954322816618, + "test_f1": 0.5462986845499097, + "test_precision": 0.5606140815246162, + "test_recall": 0.5326961770623743 + }, + "16": { + "k": 16, + "selected_features": [ + 19063, + 24732, + 7305, + 5608, + 12563, + 19848, + 1473, + 2776, + 11274, + 16791, + 15785, + 7316, + 4096, + 1588, + 23080, + 12753 + ], + "test_balanced_acc": 0.5511931680672865, + "test_accuracy": 0.5511949685534592, + "test_auc": 0.5867642948784807, + "test_f1": 0.5544455544455544, + "test_precision": 0.5505952380952381, + "test_recall": 0.5583501006036218 + } + }, + "56_wikidatasex_or_gender": { + "1": { + "k": 1, + "selected_features": [ + 13440 + ], + "test_balanced_acc": 0.9876744108333949, + "test_accuracy": 0.9876729559748427, + "test_auc": 0.9876744108333949, + "test_f1": 0.9876043511257273, + "test_precision": 0.9933842239185751, + "test_recall": 0.9818913480885312 + }, + "4": { + "k": 4, + "selected_features": [ + 13440, + 13590, + 16807, + 8117 + ], + "test_balanced_acc": 0.9876744108333949, + "test_accuracy": 0.9876729559748427, + "test_auc": 0.9963663460379791, + "test_f1": 0.9876043511257273, + "test_precision": 0.9933842239185751, + "test_recall": 0.9818913480885312 + }, + "16": { + "k": 16, + "selected_features": [ + 13440, + 13590, + 16807, + 8117, + 4211, + 8781, + 30776, + 8743, + 6986, + 5676, + 32185, + 4389, + 5074, + 29789, + 13296, + 11333 + ], + "test_balanced_acc": 0.9844028944679654, + "test_accuracy": 0.9844025157232704, + "test_auc": 0.9981024800033214, + "test_f1": 0.9843828715365239, + "test_precision": 0.9858728557013118, + "test_recall": 0.9828973843058351 + } + }, + "57_wikidatais_alive": { + "1": { + "k": 1, + "selected_features": [ + 7989 + ], + "test_balanced_acc": 0.8175832802552607, + "test_accuracy": 0.8176100628930818, + "test_auc": 0.8175832802552607, + "test_f1": 0.8351898158672425, + "test_precision": 0.7619245126503525, + "test_recall": 0.9240442655935613 + }, + "4": { + "k": 4, + "selected_features": [ + 7989, + 30776, + 24080, + 13042 + ], + "test_balanced_acc": 0.9026348579651031, + "test_accuracy": 0.9026415094339623, + "test_auc": 0.9552211355703422, + "test_f1": 0.9051703013967165, + "test_precision": 0.8824653607262303, + "test_recall": 0.9290744466800804 + }, + "16": { + "k": 16, + "selected_features": [ + 7989, + 30776, + 24080, + 13042, + 32185, + 5676, + 11333, + 8117, + 3155, + 5736, + 29789, + 13590, + 20088, + 25750, + 25310, + 23053 + ], + "test_balanced_acc": 0.9511936996918602, + "test_accuracy": 0.9511949685534591, + "test_auc": 0.9898036938288007, + "test_f1": 0.9514514514514515, + "test_precision": 0.9467131474103586, + "test_recall": 0.9562374245472837 + } + }, + "58_wikidatapolitical_party": { + "1": { + "k": 1, + "selected_features": [ + 20868 + ], + "test_balanced_acc": 0.854226400698965, + "test_accuracy": 0.8541772151898734, + "test_auc": 0.854226400698965, + "test_f1": 0.8385650224215246, + "test_precision": 0.9396984924623115, + "test_recall": 0.757085020242915 + }, + "4": { + "k": 4, + "selected_features": [ + 20868, + 10602, + 4211, + 26855 + ], + "test_balanced_acc": 0.86229741702866, + "test_accuracy": 0.8622784810126582, + "test_auc": 0.9127524211510772, + "test_f1": 0.8569926393270242, + "test_precision": 0.8916849015317286, + "test_recall": 0.8248987854251012 + }, + "16": { + "k": 16, + "selected_features": [ + 20868, + 10602, + 4211, + 26855, + 963, + 21898, + 23966, + 5605, + 18412, + 24719, + 32716, + 29018, + 31575, + 23231, + 4347, + 1051 + ], + "test_balanced_acc": 0.8810262152927326, + "test_accuracy": 0.8810126582278481, + "test_auc": 0.9379663356427075, + "test_f1": 0.8777951118044722, + "test_precision": 0.9026737967914439, + "test_recall": 0.854251012145749 + } + }, + "59_wikidata_occupation_isjournalist": { + "1": { + "k": 1, + "selected_features": [ + 8117 + ], + "test_balanced_acc": 0.7682764163328508, + "test_accuracy": 0.7682051282051282, + "test_auc": 0.7682764163328508, + "test_f1": 0.751101321585903, + "test_precision": 0.8119047619047619, + "test_recall": 0.6987704918032787 + }, + "4": { + "k": 4, + "selected_features": [ + 8117, + 16380, + 22322, + 8467 + ], + "test_balanced_acc": 0.8133710068334064, + "test_accuracy": 0.8133333333333334, + "test_auc": 0.8719072945770356, + "test_f1": 0.8063829787234043, + "test_precision": 0.838495575221239, + "test_recall": 0.7766393442622951 + }, + "16": { + "k": 16, + "selected_features": [ + 8117, + 16380, + 22322, + 8467, + 21898, + 17208, + 5684, + 28542, + 16418, + 30776, + 27972, + 9062, + 25750, + 22302, + 26735, + 16807 + ], + "test_balanced_acc": 0.8339090954993773, + "test_accuracy": 0.8338461538461538, + "test_auc": 0.9037747837210085, + "test_f1": 0.8231441048034934, + "test_precision": 0.8808411214953271, + "test_recall": 0.7725409836065574 + } + }, + "60_wikidata_occupation_isathlete": { + "1": { + "k": 1, + "selected_features": [ + 4645 + ], + "test_balanced_acc": 0.8534162823576935, + "test_accuracy": 0.8533333333333334, + "test_auc": 0.8534162823576935, + "test_f1": 0.8405797101449275, + "test_precision": 0.921760391198044, + "test_recall": 0.7725409836065574 + }, + "4": { + "k": 4, + "selected_features": [ + 4645, + 22911, + 21085, + 17208 + ], + "test_balanced_acc": 0.8544408725216279, + "test_accuracy": 0.8543589743589743, + "test_auc": 0.8768009223415357, + "test_f1": 0.8418708240534521, + "test_precision": 0.9219512195121952, + "test_recall": 0.7745901639344263 + }, + "16": { + "k": 16, + "selected_features": [ + 4645, + 22911, + 21085, + 17208, + 25750, + 26176, + 5074, + 4723, + 27304, + 5736, + 212, + 21722, + 17295, + 6986, + 25310, + 26735 + ], + "test_balanced_acc": 0.8821048069478574, + "test_accuracy": 0.882051282051282, + "test_auc": 0.9168125357659811, + "test_f1": 0.8756756756756757, + "test_precision": 0.9267734553775744, + "test_recall": 0.8299180327868853 + } + }, + "61_wikidata_occupation_isactor": { + "1": { + "k": 1, + "selected_features": [ + 25321 + ], + "test_balanced_acc": 0.8093568014272731, + "test_accuracy": 0.8092307692307692, + "test_auc": 0.8093568014272731, + "test_f1": 0.7827102803738317, + "test_precision": 0.9103260869565217, + "test_recall": 0.6864754098360656 + }, + "4": { + "k": 4, + "selected_features": [ + 25321, + 32185, + 19428, + 25750 + ], + "test_balanced_acc": 0.8615856532130475, + "test_accuracy": 0.8615384615384616, + "test_auc": 0.9094741980004712, + "test_f1": 0.8549946294307197, + "test_precision": 0.8984198645598194, + "test_recall": 0.8155737704918032 + }, + "16": { + "k": 16, + "selected_features": [ + 25321, + 32185, + 19428, + 25750, + 17208, + 5736, + 26240, + 11918, + 25083, + 16885, + 12261, + 21898, + 23880, + 11029, + 5237, + 24080 + ], + "test_balanced_acc": 0.865681909987545, + "test_accuracy": 0.8656410256410256, + "test_auc": 0.9173300905510485, + "test_f1": 0.8601921024546425, + "test_precision": 0.8975501113585747, + "test_recall": 0.8258196721311475 + } + }, + "62_wikidata_occupation_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 1683 + ], + "test_balanced_acc": 0.7161085771030397, + "test_accuracy": 0.7158974358974359, + "test_auc": 0.7161085771030398, + "test_f1": 0.6425806451612903, + "test_precision": 0.867595818815331, + "test_recall": 0.5102459016393442 + }, + "4": { + "k": 4, + "selected_features": [ + 1683, + 25750, + 13590, + 13296 + ], + "test_balanced_acc": 0.7703466354731208, + "test_accuracy": 0.7702564102564102, + "test_auc": 0.8501131888107181, + "test_f1": 0.748314606741573, + "test_precision": 0.8283582089552238, + "test_recall": 0.6823770491803278 + }, + "16": { + "k": 16, + "selected_features": [ + 1683, + 25750, + 13590, + 13296, + 16807, + 16179, + 19463, + 29782, + 32185, + 13042, + 27972, + 5676, + 19591, + 5736, + 6986, + 13171 + ], + "test_balanced_acc": 0.8502709799037265, + "test_accuracy": 0.8502564102564103, + "test_auc": 0.9298902615545156, + "test_f1": 0.8482328482328483, + "test_precision": 0.8607594936708861, + "test_recall": 0.8360655737704918 + } + }, + "63_wikidata_occupation_issinger": { + "1": { + "k": 1, + "selected_features": [ + 10854 + ], + "test_balanced_acc": 0.8154875113609588, + "test_accuracy": 0.8153846153846154, + "test_auc": 0.8154875113609588, + "test_f1": 0.7949886104783599, + "test_precision": 0.8948717948717949, + "test_recall": 0.7151639344262295 + }, + "4": { + "k": 4, + "selected_features": [ + 10854, + 26793, + 25750, + 13296 + ], + "test_balanced_acc": 0.8410601878345171, + "test_accuracy": 0.841025641025641, + "test_auc": 0.8764138081933552, + "test_f1": 0.8356309650053022, + "test_precision": 0.865934065934066, + "test_recall": 0.8073770491803278 + }, + "16": { + "k": 16, + "selected_features": [ + 10854, + 26793, + 25750, + 13296, + 19253, + 4210, + 11048, + 32185, + 23205, + 1369, + 8781, + 22911, + 4684, + 26735, + 8117, + 26379 + ], + "test_balanced_acc": 0.8420931935234119, + "test_accuracy": 0.8420512820512821, + "test_auc": 0.9165411350860067, + "test_f1": 0.8354700854700855, + "test_precision": 0.8727678571428571, + "test_recall": 0.8012295081967213 + } + }, + "64_wikidata_occupation_isresearcher": { + "1": { + "k": 1, + "selected_features": [ + 16885 + ], + "test_balanced_acc": 0.8160219806365416, + "test_accuracy": 0.8160427807486631, + "test_auc": 0.8160219806365417, + "test_f1": 0.8197064989517819, + "test_precision": 0.8045267489711934, + "test_recall": 0.8354700854700855 + }, + "4": { + "k": 4, + "selected_features": [ + 16885, + 21722, + 22302, + 7897 + ], + "test_balanced_acc": 0.8802137667234027, + "test_accuracy": 0.8802139037433155, + "test_auc": 0.9234955800801625, + "test_f1": 0.8803418803418803, + "test_precision": 0.8803418803418803, + "test_recall": 0.8803418803418803 + }, + "16": { + "k": 16, + "selected_features": [ + 16885, + 21722, + 22302, + 7897, + 5074, + 9062, + 29789, + 25750, + 24080, + 6729, + 27474, + 31106, + 11818, + 6146, + 22911, + 16807 + ], + "test_balanced_acc": 0.903736342173173, + "test_accuracy": 0.9037433155080213, + "test_auc": 0.9525499185563425, + "test_f1": 0.9044585987261147, + "test_precision": 0.8987341772151899, + "test_recall": 0.9102564102564102 + } + }, + "65_high-school": { + "1": { + "k": 1, + "selected_features": [ + 24665 + ], + "test_balanced_acc": 0.9682735300882083, + "test_accuracy": 0.9682758620689655, + "test_auc": 0.9682735300882083, + "test_f1": 0.9684499314128944, + "test_precision": 0.9636032757051866, + "test_recall": 0.9733455882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 24665, + 15746, + 23717, + 16885 + ], + "test_balanced_acc": 0.9742520225661562, + "test_accuracy": 0.9742528735632184, + "test_auc": 0.9936524230207263, + "test_f1": 0.9743119266055046, + "test_precision": 0.9725274725274725, + "test_recall": 0.9761029411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 24665, + 15746, + 23717, + 16885, + 6986, + 31598, + 26491, + 32377, + 31341, + 8771, + 29782, + 3081, + 6787, + 5163, + 13662, + 27503 + ], + "test_balanced_acc": 0.9816113054007252, + "test_accuracy": 0.9816091954022989, + "test_auc": 0.9959193544022946, + "test_f1": 0.9815327793167128, + "test_precision": 0.9860853432282004, + "test_recall": 0.9770220588235294 + } + }, + "66_living-room": { + "1": { + "k": 1, + "selected_features": [ + 30799 + ], + "test_balanced_acc": 0.9565050650040816, + "test_accuracy": 0.9565217391304348, + "test_auc": 0.9565050650040816, + "test_f1": 0.9580064605445316, + "test_precision": 0.9267857142857143, + "test_recall": 0.9914040114613181 + }, + "4": { + "k": 4, + "selected_features": [ + 30799, + 6787, + 9197, + 21851 + ], + "test_balanced_acc": 0.9847168729375197, + "test_accuracy": 0.9847109412326803, + "test_auc": 0.997083536499623, + "test_f1": 0.9845261121856866, + "test_precision": 0.9970617042115573, + "test_recall": 0.9723018147086915 + }, + "16": { + "k": 16, + "selected_features": [ + 30799, + 6787, + 9197, + 21851, + 27207, + 20677, + 16885, + 1193, + 24198, + 8001, + 20435, + 9997, + 3112, + 13699, + 14573, + 9203 + ], + "test_balanced_acc": 0.9904466188563884, + "test_accuracy": 0.9904443382704252, + "test_auc": 0.9992370991688901, + "test_f1": 0.9904030710172744, + "test_precision": 0.9951783992285439, + "test_recall": 0.9856733524355301 + } + }, + "67_social-security": { + "1": { + "k": 1, + "selected_features": [ + 687 + ], + "test_balanced_acc": 0.9949444301639699, + "test_accuracy": 0.9949425287356322, + "test_auc": 0.9949444301639698, + "test_f1": 0.9949238578680203, + "test_precision": 0.9990732159406858, + "test_recall": 0.9908088235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 687, + 756, + 17989, + 27474 + ], + "test_balanced_acc": 0.9944810663455814, + "test_accuracy": 0.9944827586206897, + "test_auc": 0.9998494913144651, + "test_f1": 0.9945054945054945, + "test_precision": 0.9908759124087592, + "test_recall": 0.9981617647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 687, + 756, + 17989, + 27474, + 13384, + 3778, + 1503, + 1185, + 16094, + 16896, + 31957, + 7029, + 6787, + 5163, + 15756, + 26491 + ], + "test_balanced_acc": 0.992183695005141, + "test_accuracy": 0.992183908045977, + "test_auc": 0.9990504423940689, + "test_f1": 0.9921910886541112, + "test_precision": 0.9917355371900827, + "test_recall": 0.9926470588235294 + } + }, + "68_credit-card": { + "1": { + "k": 1, + "selected_features": [ + 32204 + ], + "test_balanced_acc": 0.934742224281617, + "test_accuracy": 0.9347126436781609, + "test_auc": 0.9347422242816169, + "test_f1": 0.9302554027504911, + "test_precision": 0.9989451476793249, + "test_recall": 0.8704044117647058 + }, + "4": { + "k": 4, + "selected_features": [ + 32204, + 16885, + 6986, + 11250 + ], + "test_balanced_acc": 0.9710465257860273, + "test_accuracy": 0.9710344827586207, + "test_auc": 0.9831607838627631, + "test_f1": 0.9702689948088721, + "test_precision": 0.997090203685742, + "test_recall": 0.9448529411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 32204, + 16885, + 6986, + 11250, + 27331, + 28026, + 4211, + 24038, + 8781, + 963, + 1531, + 23419, + 20435, + 10700, + 26713, + 26523 + ], + "test_balanced_acc": 0.9770203677147031, + "test_accuracy": 0.9770114942528736, + "test_auc": 0.9951135410465934, + "test_f1": 0.9765698219306467, + "test_precision": 0.9961759082217974, + "test_recall": 0.9577205882352942 + } + }, + "69_blood-pressure": { + "1": { + "k": 1, + "selected_features": [ + 26075 + ], + "test_balanced_acc": 0.9747242647058824, + "test_accuracy": 0.9747126436781609, + "test_auc": 0.9747242647058824, + "test_f1": 0.974068835454974, + "test_precision": 1.0, + "test_recall": 0.9494485294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 26075, + 10769, + 25545, + 29067 + ], + "test_balanced_acc": 0.9848303310514639, + "test_accuracy": 0.9848275862068966, + "test_auc": 0.9989041614805996, + "test_f1": 0.984743411927878, + "test_precision": 0.9906976744186047, + "test_recall": 0.9788602941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 26075, + 10769, + 25545, + 29067, + 18310, + 28175, + 8412, + 16885, + 28026, + 27474, + 20937, + 19303, + 6986, + 10548, + 8013, + 20795 + ], + "test_balanced_acc": 0.9935636398073489, + "test_accuracy": 0.9935632183908046, + "test_auc": 0.9991197778559445, + "test_f1": 0.9935602575896965, + "test_precision": 0.994475138121547, + "test_recall": 0.9926470588235294 + } + }, + "70_prime-factors": { + "1": { + "k": 1, + "selected_features": [ + 5342 + ], + "test_balanced_acc": 0.9986209007522052, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9986209007522052, + "test_f1": 0.9986206896551724, + "test_precision": 0.9990800367985281, + "test_recall": 0.9981617647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 5342, + 7948, + 19329, + 23875 + ], + "test_balanced_acc": 0.9986209007522052, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9995349450727854, + "test_f1": 0.9986206896551724, + "test_precision": 0.9990800367985281, + "test_recall": 0.9981617647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 5342, + 7948, + 19329, + 23875, + 24227, + 32434, + 24075, + 13708, + 21709, + 26965, + 5255, + 31654, + 24962, + 9255, + 21001, + 456 + ], + "test_balanced_acc": 0.9986209007522052, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9995256439742409, + "test_f1": 0.9986206896551724, + "test_precision": 0.9990800367985281, + "test_recall": 0.9981617647058824 + } + }, + "71_social-media": { + "1": { + "k": 1, + "selected_features": [ + 5476 + ], + "test_balanced_acc": 0.9701286764705883, + "test_accuracy": 0.9701149425287356, + "test_auc": 0.9701286764705883, + "test_f1": 0.9692089057318807, + "test_precision": 1.0, + "test_recall": 0.9402573529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 5476, + 20088, + 13672, + 20998 + ], + "test_balanced_acc": 0.9701286764705883, + "test_accuracy": 0.9701149425287356, + "test_auc": 0.9815694504572757, + "test_f1": 0.9692089057318807, + "test_precision": 1.0, + "test_recall": 0.9402573529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 5476, + 20088, + 13672, + 20998, + 11592, + 20588, + 30096, + 6986, + 16885, + 6787, + 2105, + 7513, + 31598, + 25549, + 18267, + 20642 + ], + "test_balanced_acc": 0.9954039889874993, + "test_accuracy": 0.9954022988505747, + "test_auc": 0.9992250493803777, + "test_f1": 0.9953874538745388, + "test_precision": 0.9990740740740741, + "test_recall": 0.9917279411764706 + } + }, + "72_gene-expression": { + "1": { + "k": 1, + "selected_features": [ + 16885 + ], + "test_balanced_acc": 0.8689965636668651, + "test_accuracy": 0.8689655172413793, + "test_auc": 0.8689965636668652, + "test_f1": 0.8595367175948744, + "test_precision": 0.926673751328374, + "test_recall": 0.8014705882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 16885, + 31810, + 13134, + 28546 + ], + "test_balanced_acc": 0.9535668021808539, + "test_accuracy": 0.9535632183908046, + "test_auc": 0.9851981472211699, + "test_f1": 0.953219082908754, + "test_precision": 0.9607843137254902, + "test_recall": 0.9457720588235294 + }, + "16": { + "k": 16, + "selected_features": [ + 16885, + 31810, + 13134, + 28546, + 31498, + 23010, + 26855, + 10880, + 6986, + 2764, + 25556, + 2017, + 26523, + 11592, + 9760, + 13590 + ], + "test_balanced_acc": 0.9751745224308674, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.9953316940851777, + "test_f1": 0.9750692520775623, + "test_precision": 0.9795918367346939, + "test_recall": 0.9705882352941176 + } + }, + "73_control-group": { + "1": { + "k": 1, + "selected_features": [ + 6638 + ], + "test_balanced_acc": 0.9162901131013583, + "test_accuracy": 0.9163218390804597, + "test_auc": 0.9162901131013583, + "test_f1": 0.9217540842648323, + "test_precision": 0.8659127625201939, + "test_recall": 0.9852941176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 6638, + 8980, + 7453, + 2819 + ], + "test_balanced_acc": 0.9512559019698036, + "test_accuracy": 0.9512643678160919, + "test_auc": 0.9853317448184425, + "test_f1": 0.9521660649819494, + "test_precision": 0.9352836879432624, + "test_recall": 0.9696691176470589 + }, + "16": { + "k": 16, + "selected_features": [ + 6638, + 8980, + 7453, + 2819, + 30994, + 7454, + 9805, + 16885, + 29194, + 27478, + 6986, + 20596, + 11973, + 26523, + 15785, + 31066 + ], + "test_balanced_acc": 0.9719542284485092, + "test_accuracy": 0.9719540229885058, + "test_auc": 0.9930093788895502, + "test_f1": 0.9719540229885058, + "test_precision": 0.9724011039558418, + "test_recall": 0.9715073529411765 + } + }, + "74_magnetic-field": { + "1": { + "k": 1, + "selected_features": [ + 31304 + ], + "test_balanced_acc": 0.9002757352941176, + "test_accuracy": 0.9002298850574713, + "test_auc": 0.9002757352941176, + "test_f1": 0.8892291985706994, + "test_precision": 1.0, + "test_recall": 0.8005514705882353 + }, + "4": { + "k": 4, + "selected_features": [ + 31304, + 10769, + 4211, + 10141 + ], + "test_balanced_acc": 0.9181566744683154, + "test_accuracy": 0.9181609195402299, + "test_auc": 0.9775644819795444, + "test_f1": 0.918943533697632, + "test_precision": 0.9106498194945848, + "test_recall": 0.9273897058823529 + }, + "16": { + "k": 16, + "selected_features": [ + 31304, + 10769, + 4211, + 10141, + 27609, + 7518, + 16885, + 11063, + 6986, + 12768, + 4543, + 29793, + 22293, + 13310, + 26849, + 27177 + ], + "test_balanced_acc": 0.9627660114183667, + "test_accuracy": 0.9627586206896551, + "test_auc": 0.9841576925158289, + "test_f1": 0.9621672115833723, + "test_precision": 0.9781576448243114, + "test_recall": 0.9466911764705882 + } + }, + "75_cell-lines": { + "1": { + "k": 1, + "selected_features": [ + 31765 + ], + "test_balanced_acc": 0.9678308823529411, + "test_accuracy": 0.967816091954023, + "test_auc": 0.9678308823529411, + "test_f1": 0.9667616334283001, + "test_precision": 1.0, + "test_recall": 0.9356617647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 31765, + 28776, + 10716, + 15464 + ], + "test_balanced_acc": 0.9710376474646896, + "test_accuracy": 0.9710344827586207, + "test_auc": 0.9855663861680827, + "test_f1": 0.970846830171217, + "test_precision": 0.9776328052190121, + "test_recall": 0.9641544117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 31765, + 28776, + 10716, + 15464, + 6787, + 26830, + 28309, + 26129, + 29782, + 5938, + 2430, + 27478, + 14329, + 16885, + 4121, + 6986 + ], + "test_balanced_acc": 0.9783948164132259, + "test_accuracy": 0.9783908045977011, + "test_auc": 0.9932829157421939, + "test_f1": 0.9782104775150672, + "test_precision": 0.9869036482694107, + "test_recall": 0.9696691176470589 + } + }, + "76_trial-court": { + "1": { + "k": 1, + "selected_features": [ + 23599 + ], + "test_balanced_acc": 0.9724260478110287, + "test_accuracy": 0.9724137931034482, + "test_auc": 0.9724260478110287, + "test_f1": 0.9716713881019831, + "test_precision": 0.9990291262135922, + "test_recall": 0.9457720588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 23599, + 21889, + 8713, + 17946 + ], + "test_balanced_acc": 0.9682807173007197, + "test_accuracy": 0.9682758620689655, + "test_auc": 0.9840088749391199, + "test_f1": 0.9679516953088714, + "test_precision": 0.9784037558685446, + "test_recall": 0.9577205882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 23599, + 21889, + 8713, + 17946, + 781, + 17155, + 16885, + 31579, + 26523, + 23645, + 21695, + 30437, + 6986, + 19796, + 8220, + 16844 + ], + "test_balanced_acc": 0.9862102758536717, + "test_accuracy": 0.9862068965517241, + "test_auc": 0.9932457113480166, + "test_f1": 0.9861111111111112, + "test_precision": 0.9934701492537313, + "test_recall": 0.9788602941176471 + } + }, + "77_second-derivative": { + "1": { + "k": 1, + "selected_features": [ + 17674 + ], + "test_balanced_acc": 0.9972426470588236, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9972426470588236, + "test_f1": 0.9972350230414746, + "test_precision": 1.0, + "test_recall": 0.9944852941176471 + }, + "4": { + "k": 4, + "selected_features": [ + 17674, + 30477, + 28676, + 18960 + ], + "test_balanced_acc": 0.9944823346772012, + "test_accuracy": 0.9944827586206897, + "test_auc": 0.999461381838844, + "test_f1": 0.9944903581267218, + "test_precision": 0.9935779816513761, + "test_recall": 0.9954044117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 17674, + 30477, + 28676, + 18960, + 14782, + 29907, + 20628, + 24270, + 21695, + 22140, + 16885, + 21683, + 2819, + 418, + 16323, + 7315 + ], + "test_balanced_acc": 0.9986213235294117, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9992542210076303, + "test_f1": 0.9986194201564658, + "test_precision": 1.0, + "test_recall": 0.9972426470588235 + } + }, + "78_north-america": { + "1": { + "k": 1, + "selected_features": [ + 21067 + ], + "test_balanced_acc": 0.984375, + "test_accuracy": 0.984367816091954, + "test_auc": 0.984375, + "test_f1": 0.9841269841269841, + "test_precision": 1.0, + "test_recall": 0.96875 + }, + "4": { + "k": 4, + "selected_features": [ + 21067, + 31546, + 11996, + 14613 + ], + "test_balanced_acc": 0.984375, + "test_accuracy": 0.984367816091954, + "test_auc": 0.9872439661237079, + "test_f1": 0.9841269841269841, + "test_precision": 1.0, + "test_recall": 0.96875 + }, + "16": { + "k": 16, + "selected_features": [ + 21067, + 31546, + 11996, + 14613, + 13316, + 25338, + 16885, + 32689, + 5134, + 20032, + 14528, + 6986, + 30204, + 3225, + 15785, + 21970 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9997437970128253, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + } + }, + "79_human-rights": { + "1": { + "k": 1, + "selected_features": [ + 32492 + ], + "test_balanced_acc": 0.9126787502029331, + "test_accuracy": 0.9126436781609195, + "test_auc": 0.9126787502029332, + "test_f1": 0.9054726368159204, + "test_precision": 0.9869848156182213, + "test_recall": 0.8363970588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 32492, + 5211, + 25106, + 12797 + ], + "test_balanced_acc": 0.9632188058065912, + "test_accuracy": 0.9632183908045977, + "test_auc": 0.986420818902538, + "test_f1": 0.9632014719411224, + "test_precision": 0.9640883977900553, + "test_recall": 0.9623161764705882 + }, + "16": { + "k": 16, + "selected_features": [ + 32492, + 5211, + 25106, + 12797, + 16885, + 20480, + 4502, + 31981, + 10225, + 18344, + 26713, + 23917, + 6986, + 27474, + 23968, + 429 + ], + "test_balanced_acc": 0.9779306070404243, + "test_accuracy": 0.9779310344827586, + "test_auc": 0.9969124580605011, + "test_f1": 0.977961432506887, + "test_precision": 0.9770642201834863, + "test_recall": 0.9788602941176471 + } + }, + "80_side-effects": { + "1": { + "k": 1, + "selected_features": [ + 12907 + ], + "test_balanced_acc": 0.9315003686617241, + "test_accuracy": 0.9314942528735632, + "test_auc": 0.9315003686617241, + "test_f1": 0.9306008383791337, + "test_precision": 0.943342776203966, + "test_recall": 0.9181985294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 12907, + 19790, + 16885, + 6787 + ], + "test_balanced_acc": 0.9719554967801287, + "test_accuracy": 0.9719540229885058, + "test_auc": 0.9916429629579523, + "test_f1": 0.9718764407561088, + "test_precision": 0.9750231267345051, + "test_recall": 0.96875 + }, + "16": { + "k": 16, + "selected_features": [ + 12907, + 19790, + 16885, + 6787, + 6986, + 2756, + 16323, + 6654, + 23968, + 5406, + 31598, + 15785, + 7454, + 13139, + 20492, + 10473 + ], + "test_balanced_acc": 0.9866668752367552, + "test_accuracy": 0.9866666666666667, + "test_auc": 0.9970181523621409, + "test_f1": 0.9866666666666667, + "test_precision": 0.9871205151793928, + "test_recall": 0.9862132352941176 + } + }, + "81_public-health": { + "1": { + "k": 1, + "selected_features": [ + 23733 + ], + "test_balanced_acc": 0.9186576654580876, + "test_accuracy": 0.9186206896551724, + "test_auc": 0.9186576654580876, + "test_f1": 0.9115442278860569, + "test_precision": 0.9989047097480832, + "test_recall": 0.8382352941176471 + }, + "4": { + "k": 4, + "selected_features": [ + 23733, + 4315, + 18709, + 16885 + ], + "test_balanced_acc": 0.9728856066345581, + "test_accuracy": 0.9728735632183908, + "test_auc": 0.9987566122355105, + "test_f1": 0.9721566776781501, + "test_precision": 0.9990300678952473, + "test_recall": 0.9466911764705882 + }, + "16": { + "k": 16, + "selected_features": [ + 23733, + 4315, + 18709, + 16885, + 6986, + 25106, + 4502, + 5809, + 12883, + 11906, + 22910, + 26713, + 11321, + 26855, + 28445, + 22965 + ], + "test_balanced_acc": 0.9967830882352942, + "test_accuracy": 0.9967816091954023, + "test_auc": 0.9987380100384219, + "test_f1": 0.9967727063162748, + "test_precision": 1.0, + "test_recall": 0.9935661764705882 + } + }, + "82_federal-government": { + "1": { + "k": 1, + "selected_features": [ + 9805 + ], + "test_balanced_acc": 0.8326178533741003, + "test_accuracy": 0.8326436781609196, + "test_auc": 0.8326178533741002, + "test_f1": 0.8416013925152306, + "test_precision": 0.7991735537190082, + "test_recall": 0.8887867647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 9805, + 16885, + 11973, + 7081 + ], + "test_balanced_acc": 0.9030161771470318, + "test_accuracy": 0.9029885057471264, + "test_auc": 0.9669202202500135, + "test_f1": 0.8968215158924205, + "test_precision": 0.9582027168234065, + "test_recall": 0.8428308823529411 + }, + "16": { + "k": 16, + "selected_features": [ + 9805, + 16885, + 11973, + 7081, + 31280, + 3161, + 17605, + 2819, + 15798, + 26523, + 4543, + 15756, + 6682, + 11359, + 3904, + 31051 + ], + "test_balanced_acc": 0.9691981438389523, + "test_accuracy": 0.9691954022988506, + "test_auc": 0.9957392513123005, + "test_f1": 0.9690245030050856, + "test_precision": 0.9748837209302326, + "test_recall": 0.9632352941176471 + } + }, + "83_third-party": { + "1": { + "k": 1, + "selected_features": [ + 27544 + ], + "test_balanced_acc": 0.9756416912441149, + "test_accuracy": 0.975632183908046, + "test_auc": 0.9756416912441149, + "test_f1": 0.9751290473955889, + "test_precision": 0.9961649089165868, + "test_recall": 0.9549632352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 27544, + 22936, + 18587, + 7628 + ], + "test_balanced_acc": 0.9761012500676444, + "test_accuracy": 0.9760919540229885, + "test_auc": 0.9834486951404298, + "test_f1": 0.975609756097561, + "test_precision": 0.9961685823754789, + "test_recall": 0.9558823529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 27544, + 22936, + 18587, + 7628, + 14573, + 22379, + 16885, + 32633, + 2861, + 20879, + 15132, + 19589, + 6490, + 24006, + 9428, + 12330 + ], + "test_balanced_acc": 0.9770178310514639, + "test_accuracy": 0.9770114942528736, + "test_auc": 0.9959316149412847, + "test_f1": 0.9767008387698043, + "test_precision": 0.9905482041587902, + "test_recall": 0.9632352941176471 + } + }, + "84_clinical-trials": { + "1": { + "k": 1, + "selected_features": [ + 16141 + ], + "test_balanced_acc": 0.8358440662373505, + "test_accuracy": 0.8358620689655173, + "test_auc": 0.8358440662373505, + "test_f1": 0.8421052631578947, + "test_precision": 0.8115942028985508, + "test_recall": 0.875 + }, + "4": { + "k": 4, + "selected_features": [ + 16141, + 4804, + 16885, + 11874 + ], + "test_balanced_acc": 0.9264452216029007, + "test_accuracy": 0.9264367816091954, + "test_auc": 0.9689609658260728, + "test_f1": 0.9250936329588015, + "test_precision": 0.9427480916030534, + "test_recall": 0.9080882352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 16141, + 4804, + 16885, + 11874, + 18282, + 6986, + 4810, + 4891, + 10892, + 2936, + 30421, + 7314, + 30326, + 18595, + 18565, + 11592 + ], + "test_balanced_acc": 0.9549530886411602, + "test_accuracy": 0.9549425287356322, + "test_auc": 0.9857177404080308, + "test_f1": 0.9539040451552211, + "test_precision": 0.976878612716763, + "test_recall": 0.9319852941176471 + } + }, + "85_mental-health": { + "1": { + "k": 1, + "selected_features": [ + 14010 + ], + "test_balanced_acc": 0.9420833276963039, + "test_accuracy": 0.9420689655172414, + "test_auc": 0.942083327696304, + "test_f1": 0.9402277039848197, + "test_precision": 0.9715686274509804, + "test_recall": 0.9108455882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 14010, + 23254, + 25549, + 18059 + ], + "test_balanced_acc": 0.9342682910330646, + "test_accuracy": 0.9342528735632184, + "test_auc": 0.9690742701174306, + "test_f1": 0.932001902044698, + "test_precision": 0.9655172413793104, + "test_recall": 0.9007352941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 14010, + 23254, + 25549, + 18059, + 4502, + 1587, + 12531, + 2737, + 296, + 16885, + 6986, + 26713, + 4366, + 2105, + 5809, + 21173 + ], + "test_balanced_acc": 0.9875885295470535, + "test_accuracy": 0.9875862068965517, + "test_auc": 0.9987460428053465, + "test_f1": 0.9875288683602771, + "test_precision": 0.9925719591457753, + "test_recall": 0.9825367647058824 + } + }, + "87_glue_cola": { + "1": { + "k": 1, + "selected_features": [ + 30525 + ], + "test_balanced_acc": 0.6012099268990896, + "test_accuracy": 0.6012578616352201, + "test_auc": 0.6012099268990896, + "test_f1": 0.6651172617789985, + "test_precision": 0.5734061930783242, + "test_recall": 0.7917505030181087 + }, + "4": { + "k": 4, + "selected_features": [ + 30525, + 9734, + 13024, + 21391 + ], + "test_balanced_acc": 0.6835011072980409, + "test_accuracy": 0.6835220125786163, + "test_auc": 0.7234211762775952, + "test_f1": 0.7078495123084069, + "test_precision": 0.6574633304572908, + "test_recall": 0.7665995975855131 + }, + "16": { + "k": 16, + "selected_features": [ + 30525, + 9734, + 13024, + 21391, + 29762, + 20189, + 10528, + 18826, + 1588, + 1306, + 10803, + 12959, + 19410, + 16002, + 14684, + 15984 + ], + "test_balanced_acc": 0.6996061674526273, + "test_accuracy": 0.699622641509434, + "test_auc": 0.7682376341592586, + "test_f1": 0.7181303116147308, + "test_precision": 0.6766014234875445, + "test_recall": 0.7650905432595574 + } + }, + "89_glue_mrpc": { + "1": { + "k": 1, + "selected_features": [ + 24699 + ], + "test_balanced_acc": 0.614149883085509, + "test_accuracy": 0.6140865737344093, + "test_auc": 0.6141498830855091, + "test_f1": 0.5778491171749599, + "test_precision": 0.6382978723404256, + "test_recall": 0.5278592375366569 + }, + "4": { + "k": 4, + "selected_features": [ + 24699, + 763, + 13832, + 13143 + ], + "test_balanced_acc": 0.6698866596905534, + "test_accuracy": 0.6698459280997799, + "test_auc": 0.7188152664918332, + "test_f1": 0.6506211180124224, + "test_precision": 0.6914191419141914, + "test_recall": 0.6143695014662757 + }, + "16": { + "k": 16, + "selected_features": [ + 24699, + 763, + 13832, + 13143, + 28056, + 19157, + 16756, + 19132, + 28634, + 23764, + 32338, + 10925, + 22755, + 12035, + 9823, + 30279 + ], + "test_balanced_acc": 0.6940306862859087, + "test_accuracy": 0.6940572267057961, + "test_auc": 0.7504209352298026, + "test_f1": 0.7048832271762208, + "test_precision": 0.6812585499316005, + "test_recall": 0.7302052785923754 + } + }, + "90_glue_qnli": { + "1": { + "k": 1, + "selected_features": [ + 13220 + ], + "test_balanced_acc": 0.6887430521731294, + "test_accuracy": 0.6888050314465409, + "test_auc": 0.6887430521731294, + "test_f1": 0.7503531786074672, + "test_precision": 0.6265588136164476, + "test_recall": 0.9351106639839034 + }, + "4": { + "k": 4, + "selected_features": [ + 13220, + 15387, + 19157, + 11274 + ], + "test_balanced_acc": 0.7370732953331464, + "test_accuracy": 0.7371069182389937, + "test_auc": 0.8008638139860805, + "test_f1": 0.768138451297981, + "test_precision": 0.6871774513695911, + "test_recall": 0.8707243460764588 + }, + "16": { + "k": 16, + "selected_features": [ + 13220, + 15387, + 19157, + 11274, + 17984, + 1814, + 22755, + 9734, + 10708, + 30475, + 10389, + 25884, + 18904, + 28754, + 26281, + 26891 + ], + "test_balanced_acc": 0.7582280294752917, + "test_accuracy": 0.7582389937106918, + "test_auc": 0.8321744761472711, + "test_f1": 0.7683779223909376, + "test_precision": 0.7376214715409533, + "test_recall": 0.8018108651911469 + } + }, + "91_glue_qqp": { + "1": { + "k": 1, + "selected_features": [ + 9823 + ], + "test_balanced_acc": 0.7504627665337774, + "test_accuracy": 0.7504402515723271, + "test_auc": 0.7504627665337774, + "test_f1": 0.7259668508287292, + "test_precision": 0.8051470588235294, + "test_recall": 0.6609657947686117 + }, + "4": { + "k": 4, + "selected_features": [ + 9823, + 1878, + 24759, + 25261 + ], + "test_balanced_acc": 0.7723308902230697, + "test_accuracy": 0.7723270440251573, + "test_auc": 0.844374120920794, + "test_f1": 0.768837803320562, + "test_precision": 0.7810067462376752, + "test_recall": 0.7570422535211268 + }, + "16": { + "k": 16, + "selected_features": [ + 9823, + 1878, + 24759, + 25261, + 19132, + 31876, + 7473, + 16367, + 1556, + 28052, + 13832, + 10945, + 9098, + 16710, + 11274, + 19417 + ], + "test_balanced_acc": 0.7894312275262041, + "test_accuracy": 0.789433962264151, + "test_auc": 0.864056634725312, + "test_f1": 0.7917392386165713, + "test_precision": 0.7833579517479075, + "test_recall": 0.8003018108651911 + } + }, + "92_glue_sst2": { + "1": { + "k": 1, + "selected_features": [ + 14822 + ], + "test_balanced_acc": 0.7141498968648328, + "test_accuracy": 0.7142138364779874, + "test_auc": 0.7141498968648327, + "test_f1": 0.7721620537505014, + "test_precision": 0.6420947298198799, + "test_recall": 0.9683098591549296 + }, + "4": { + "k": 4, + "selected_features": [ + 14822, + 2754, + 27557, + 31233 + ], + "test_balanced_acc": 0.7964470263959196, + "test_accuracy": 0.7964779874213836, + "test_auc": 0.8075174752592049, + "test_f1": 0.8188129899216126, + "test_precision": 0.7379895034315704, + "test_recall": 0.9195171026156942 + }, + "16": { + "k": 16, + "selected_features": [ + 14822, + 2754, + 27557, + 31233, + 1533, + 24751, + 32610, + 1201, + 14641, + 17637, + 18940, + 13296, + 25223, + 28800, + 16287, + 10887 + ], + "test_balanced_acc": 0.8424984987934654, + "test_accuracy": 0.8425157232704402, + "test_auc": 0.9198877208900105, + "test_f1": 0.8526365348399246, + "test_precision": 0.8013274336283186, + "test_recall": 0.9109657947686117 + } + }, + "94_ai_gen": { + "1": { + "k": 1, + "selected_features": [ + 12087 + ], + "test_balanced_acc": 0.9225307810628238, + "test_accuracy": 0.9225157232704403, + "test_auc": 0.9225307810628237, + "test_f1": 0.9176029962546817, + "test_precision": 0.98, + "test_recall": 0.8626760563380281 + }, + "4": { + "k": 4, + "selected_features": [ + 12087, + 11321, + 3081, + 24844 + ], + "test_balanced_acc": 0.9225307810628238, + "test_accuracy": 0.9225157232704403, + "test_auc": 0.9448645825633215, + "test_f1": 0.9176029962546817, + "test_precision": 0.98, + "test_recall": 0.8626760563380281 + }, + "16": { + "k": 16, + "selected_features": [ + 12087, + 11321, + 3081, + 24844, + 2046, + 25339, + 18505, + 10176, + 376, + 16807, + 30806, + 29470, + 20744, + 29004, + 21043, + 24168 + ], + "test_balanced_acc": 0.9340903245340184, + "test_accuracy": 0.9340880503144654, + "test_auc": 0.9808731604523974, + "test_f1": 0.933502538071066, + "test_precision": 0.9421106557377049, + "test_recall": 0.9250503018108652 + } + }, + "95_toxic_is": { + "1": { + "k": 1, + "selected_features": [ + 4512 + ], + "test_balanced_acc": 0.7097959183673469, + "test_accuracy": 0.7070707070707071, + "test_auc": 0.7097959183673469, + "test_f1": 0.6027397260273972, + "test_precision": 0.9565217391304348, + "test_recall": 0.44 + }, + "4": { + "k": 4, + "selected_features": [ + 4512, + 29214, + 24844, + 19063 + ], + "test_balanced_acc": 0.6763265306122449, + "test_accuracy": 0.6767676767676768, + "test_auc": 0.7944897959183674, + "test_f1": 0.6923076923076923, + "test_precision": 0.6666666666666666, + "test_recall": 0.72 + }, + "16": { + "k": 16, + "selected_features": [ + 4512, + 29214, + 24844, + 19063, + 19364, + 7488, + 26735, + 5608, + 27972, + 18826, + 19886, + 20602, + 5988, + 20011, + 14703, + 4954 + ], + "test_balanced_acc": 0.726530612244898, + "test_accuracy": 0.7272727272727273, + "test_auc": 0.8289795918367346, + "test_f1": 0.7476635514018691, + "test_precision": 0.7017543859649122, + "test_recall": 0.8 + } + }, + "96_spam_is": { + "1": { + "k": 1, + "selected_features": [ + 9467 + ], + "test_balanced_acc": 0.8168667030369159, + "test_accuracy": 0.8166311300639659, + "test_auc": 0.8168667030369158, + "test_f1": 0.7942583732057417, + "test_precision": 0.907103825136612, + "test_recall": 0.7063829787234043 + }, + "4": { + "k": 4, + "selected_features": [ + 9467, + 23243, + 9839, + 19155 + ], + "test_balanced_acc": 0.9041280232769595, + "test_accuracy": 0.9040511727078892, + "test_auc": 0.9710129114384434, + "test_f1": 0.9006622516556292, + "test_precision": 0.9357798165137615, + "test_recall": 0.8680851063829788 + }, + "16": { + "k": 16, + "selected_features": [ + 9467, + 23243, + 9839, + 19155, + 21677, + 11655, + 20640, + 10824, + 11788, + 10570, + 4587, + 5936, + 7670, + 10545, + 5899, + 16368 + ], + "test_balanced_acc": 0.9360429168939808, + "test_accuracy": 0.9360341151385928, + "test_auc": 0.9856337515911984, + "test_f1": 0.9358974358974359, + "test_precision": 0.9399141630901288, + "test_recall": 0.9319148936170213 + } + }, + "100_news_fake": { + "1": { + "k": 1, + "selected_features": [ + 2323 + ], + "test_balanced_acc": 0.9594456535211473, + "test_accuracy": 0.9594272076372315, + "test_auc": 0.9594456535211473, + "test_f1": 0.9578163771712159, + "test_precision": 0.9979317476732161, + "test_recall": 0.9208015267175572 + }, + "4": { + "k": 4, + "selected_features": [ + 2323, + 24732, + 10841, + 14703 + ], + "test_balanced_acc": 0.9742325400818042, + "test_accuracy": 0.9742243436754177, + "test_auc": 0.9854040442704346, + "test_f1": 0.9737864077669903, + "test_precision": 0.991106719367589, + "test_recall": 0.9570610687022901 + }, + "16": { + "k": 16, + "selected_features": [ + 2323, + 24732, + 10841, + 14703, + 25492, + 21905, + 7859, + 26523, + 11876, + 1958, + 5822, + 14109, + 24699, + 21053, + 2849, + 25610 + ], + "test_balanced_acc": 0.9880688736265739, + "test_accuracy": 0.9880668257756563, + "test_auc": 0.9986853569267335, + "test_f1": 0.9880210828941064, + "test_precision": 0.9923002887391723, + "test_recall": 0.9837786259541985 + } + }, + "105_click_bait": { + "1": { + "k": 1, + "selected_features": [ + 16191 + ], + "test_balanced_acc": 0.963046779970834, + "test_accuracy": 0.9630589760207389, + "test_auc": 0.9630467799708339, + "test_f1": 0.9637635092180546, + "test_precision": 0.9463171036204744, + "test_recall": 0.9818652849740933 + }, + "4": { + "k": 4, + "selected_features": [ + 16191, + 24732, + 15785, + 21879 + ], + "test_balanced_acc": 0.9636952884014436, + "test_accuracy": 0.9637070641607258, + "test_auc": 0.9703147785998937, + "test_f1": 0.9643765903307888, + "test_precision": 0.9475, + "test_recall": 0.9818652849740933 + }, + "16": { + "k": 16, + "selected_features": [ + 16191, + 24732, + 15785, + 21879, + 26530, + 16791, + 26064, + 7569, + 32207, + 26735, + 11321, + 24607, + 24959, + 26523, + 19529, + 28803 + ], + "test_balanced_acc": 0.9546346511831079, + "test_accuracy": 0.9546338302009073, + "test_auc": 0.986285558758896, + "test_f1": 0.9546044098573282, + "test_precision": 0.9558441558441558, + "test_recall": 0.9533678756476683 + } + }, + "106_hate_hate": { + "1": { + "k": 1, + "selected_features": [ + 11853 + ], + "test_balanced_acc": 0.5681135124790009, + "test_accuracy": 0.5680503144654088, + "test_auc": 0.5681135124790008, + "test_f1": 0.423244877393349, + "test_precision": 0.6370070778564206, + "test_recall": 0.31690140845070425 + }, + "4": { + "k": 4, + "selected_features": [ + 11853, + 2909, + 2754, + 32 + ], + "test_balanced_acc": 0.5949934635492877, + "test_accuracy": 0.5949685534591195, + "test_auc": 0.6175345986335729, + "test_f1": 0.5505304299274149, + "test_precision": 0.6185696361355082, + "test_recall": 0.4959758551307847 + }, + "16": { + "k": 16, + "selected_features": [ + 11853, + 2909, + 2754, + 32, + 27972, + 28026, + 21584, + 29989, + 12531, + 16807, + 29772, + 31033, + 10887, + 25045, + 28552, + 31417 + ], + "test_balanced_acc": 0.5962451862660614, + "test_accuracy": 0.5962264150943396, + "test_auc": 0.6374517867142463, + "test_f1": 0.5637401467790161, + "test_precision": 0.6132465996451804, + "test_recall": 0.5216297786720322 + } + }, + "107_hate_offensive": { + "1": { + "k": 1, + "selected_features": [ + 21725 + ], + "test_balanced_acc": 0.6908647405317663, + "test_accuracy": 0.6908176100628931, + "test_auc": 0.6908647405317664, + "test_f1": 0.6196224079232435, + "test_precision": 0.8053097345132744, + "test_recall": 0.5035211267605634 + }, + "4": { + "k": 4, + "selected_features": [ + 21725, + 5605, + 20132, + 10176 + ], + "test_balanced_acc": 0.7011443345528632, + "test_accuracy": 0.7011320754716981, + "test_auc": 0.7467383566623698, + "test_f1": 0.6858804865150714, + "test_precision": 0.7229654403567447, + "test_recall": 0.6524144869215291 + }, + "16": { + "k": 16, + "selected_features": [ + 21725, + 5605, + 20132, + 10176, + 24844, + 13440, + 21584, + 21571, + 4684, + 14895, + 32446, + 9042, + 30139, + 19492, + 8905, + 20642 + ], + "test_balanced_acc": 0.7174957140933168, + "test_accuracy": 0.7174842767295597, + "test_auc": 0.770668550811664, + "test_f1": 0.7040843214756258, + "test_precision": 0.7393469839513005, + "test_recall": 0.6720321931589537 + } + }, + "110_aimade_humangpt3": { + "1": { + "k": 1, + "selected_features": [ + 24732 + ], + "test_balanced_acc": 0.7705191896218782, + "test_accuracy": 0.7705660377358491, + "test_auc": 0.7705191896218783, + "test_f1": 0.806615776081425, + "test_precision": 0.6972140762463344, + "test_recall": 0.9567404426559356 + }, + "4": { + "k": 4, + "selected_features": [ + 24732, + 2207, + 24347, + 16191 + ], + "test_balanced_acc": 0.7808362505177011, + "test_accuracy": 0.7808805031446541, + "test_auc": 0.7849308989315865, + "test_f1": 0.8136898395721925, + "test_precision": 0.7078526237439524, + "test_recall": 0.9567404426559356 + }, + "16": { + "k": 16, + "selected_features": [ + 24732, + 2207, + 24347, + 16191, + 4024, + 4096, + 5608, + 14703, + 16791, + 7405, + 29302, + 21099, + 30907, + 16526, + 12753, + 16467 + ], + "test_balanced_acc": 0.7926892001227294, + "test_accuracy": 0.7927044025157233, + "test_auc": 0.8666681771555351, + "test_f1": 0.8045540796963947, + "test_precision": 0.7612208258527827, + "test_recall": 0.8531187122736419 + } + }, + "113_movie_sent": { + "1": { + "k": 1, + "selected_features": [ + 14822 + ], + "test_balanced_acc": 0.8128082789641726, + "test_accuracy": 0.8128301886792453, + "test_auc": 0.8128082789641726, + "test_f1": 0.8278574733919482, + "test_precision": 0.7664952870608398, + "test_recall": 0.8998993963782697 + }, + "4": { + "k": 4, + "selected_features": [ + 14822, + 1201, + 21174, + 2754 + ], + "test_balanced_acc": 0.8412555099089758, + "test_accuracy": 0.8412578616352201, + "test_auc": 0.8756979471190505, + "test_f1": 0.8427610266633442, + "test_precision": 0.8350617283950618, + "test_recall": 0.8506036217303823 + }, + "16": { + "k": 16, + "selected_features": [ + 14822, + 1201, + 21174, + 2754, + 17637, + 11435, + 32610, + 31233, + 18940, + 19847, + 24751, + 22619, + 7531, + 28423, + 1533, + 17716 + ], + "test_balanced_acc": 0.8659070679740244, + "test_accuracy": 0.8659119496855346, + "test_auc": 0.9354396383332708, + "test_f1": 0.8684924747100913, + "test_precision": 0.8523002421307506, + "test_recall": 0.8853118712273642 + } + }, + "114_nyc_borough_Manhattan": { + "1": { + "k": 1, + "selected_features": [ + 22911 + ], + "test_balanced_acc": 0.5375122025111927, + "test_accuracy": 0.5374358974358975, + "test_auc": 0.5375122025111927, + "test_f1": 0.5005537098560354, + "test_precision": 0.5445783132530121, + "test_recall": 0.46311475409836067 + }, + "4": { + "k": 4, + "selected_features": [ + 22911, + 13782, + 15118, + 1728 + ], + "test_balanced_acc": 0.562988100447706, + "test_accuracy": 0.563076923076923, + "test_auc": 0.6011798565994547, + "test_f1": 0.5981132075471698, + "test_precision": 0.5541958041958042, + "test_recall": 0.6495901639344263 + }, + "16": { + "k": 16, + "selected_features": [ + 22911, + 13782, + 15118, + 1728, + 22581, + 6782, + 11973, + 15866, + 595, + 13313, + 18557, + 27851, + 7385, + 26820, + 4559, + 29893 + ], + "test_balanced_acc": 0.5969552630693102, + "test_accuracy": 0.5969230769230769, + "test_auc": 0.6339099370518734, + "test_f1": 0.5841269841269842, + "test_precision": 0.6039387308533917, + "test_recall": 0.5655737704918032 + } + }, + "115_nyc_borough_Brooklyn": { + "1": { + "k": 1, + "selected_features": [ + 1886 + ], + "test_balanced_acc": 0.5228376308614131, + "test_accuracy": 0.5230769230769231, + "test_auc": 0.5228376308614131, + "test_f1": 0.6134663341645885, + "test_precision": 0.5160839160839161, + "test_recall": 0.7561475409836066 + }, + "4": { + "k": 4, + "selected_features": [ + 1886, + 19414, + 26064, + 12155 + ], + "test_balanced_acc": 0.5209209950516713, + "test_accuracy": 0.521025641025641, + "test_auc": 0.5183290133638536, + "test_f1": 0.5655813953488372, + "test_precision": 0.5178875638841567, + "test_recall": 0.6229508196721312 + }, + "16": { + "k": 16, + "selected_features": [ + 1886, + 19414, + 26064, + 12155, + 19400, + 26820, + 7859, + 595, + 3360, + 5163, + 23231, + 27478, + 24252, + 19569, + 10642, + 6628 + ], + "test_balanced_acc": 0.5486964351836268, + "test_accuracy": 0.5487179487179488, + "test_auc": 0.5703601003130575, + "test_f1": 0.5582329317269076, + "test_precision": 0.547244094488189, + "test_recall": 0.569672131147541 + } + }, + "116_nyc_borough_Bronx": { + "1": { + "k": 1, + "selected_features": [ + 14126 + ], + "test_balanced_acc": 0.5387135186992964, + "test_accuracy": 0.5384615384615384, + "test_auc": 0.5387135186992965, + "test_f1": 0.38858695652173914, + "test_precision": 0.5766129032258065, + "test_recall": 0.2930327868852459 + }, + "4": { + "k": 4, + "selected_features": [ + 14126, + 12977, + 7341, + 15833 + ], + "test_balanced_acc": 0.5478822331437035, + "test_accuracy": 0.5476923076923077, + "test_auc": 0.5637854714377083, + "test_f1": 0.44528301886792454, + "test_precision": 0.5765472312703583, + "test_recall": 0.36270491803278687 + }, + "16": { + "k": 16, + "selected_features": [ + 14126, + 12977, + 7341, + 15833, + 8270, + 17367, + 15480, + 15211, + 15540, + 27712, + 595, + 16896, + 24799, + 19463, + 19400, + 20745 + ], + "test_balanced_acc": 0.5560810583364191, + "test_accuracy": 0.5558974358974359, + "test_auc": 0.5479832194432288, + "test_f1": 0.45942571785268416, + "test_precision": 0.5878594249201278, + "test_recall": 0.3770491803278688 + } + }, + "117_us_state_FL": { + "1": { + "k": 1, + "selected_features": [ + 7696 + ], + "test_balanced_acc": 0.7673469387755103, + "test_accuracy": 0.7676767676767676, + "test_auc": 0.7673469387755102, + "test_f1": 0.7766990291262136, + "test_precision": 0.7547169811320755, + "test_recall": 0.8 + }, + "4": { + "k": 4, + "selected_features": [ + 7696, + 23934, + 17791, + 31575 + ], + "test_balanced_acc": 0.7777551020408163, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.7828571428571427, + "test_f1": 0.78, + "test_precision": 0.78, + "test_recall": 0.78 + }, + "16": { + "k": 16, + "selected_features": [ + 7696, + 23934, + 17791, + 31575, + 20088, + 24088, + 2606, + 26649, + 8475, + 24719, + 1937, + 23422, + 18002, + 13213, + 16288, + 25440 + ], + "test_balanced_acc": 0.7573469387755103, + "test_accuracy": 0.7575757575757576, + "test_auc": 0.7757142857142857, + "test_f1": 0.7647058823529411, + "test_precision": 0.75, + "test_recall": 0.78 + } + }, + "118_us_state_CA": { + "1": { + "k": 1, + "selected_features": [ + 1911 + ], + "test_balanced_acc": 0.8685714285714285, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.8685714285714285, + "test_f1": 0.8712871287128713, + "test_precision": 0.8627450980392157, + "test_recall": 0.88 + }, + "4": { + "k": 4, + "selected_features": [ + 1911, + 3791, + 24088, + 10463 + ], + "test_balanced_acc": 0.8889795918367347, + "test_accuracy": 0.8888888888888888, + "test_auc": 0.9293877551020407, + "test_f1": 0.8888888888888888, + "test_precision": 0.8979591836734694, + "test_recall": 0.88 + }, + "16": { + "k": 16, + "selected_features": [ + 1911, + 3791, + 24088, + 10463, + 1522, + 24719, + 14922, + 8537, + 14828, + 919, + 13274, + 17337, + 11480, + 2418, + 719, + 14944 + ], + "test_balanced_acc": 0.8685714285714285, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.9375510204081633, + "test_f1": 0.8712871287128713, + "test_precision": 0.8627450980392157, + "test_recall": 0.88 + } + }, + "119_us_state_TX": { + "1": { + "k": 1, + "selected_features": [ + 27822 + ], + "test_balanced_acc": 0.8283673469387756, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8283673469387755, + "test_f1": 0.8282828282828283, + "test_precision": 0.8367346938775511, + "test_recall": 0.82 + }, + "4": { + "k": 4, + "selected_features": [ + 27822, + 3791, + 17337, + 13871 + ], + "test_balanced_acc": 0.8385714285714285, + "test_accuracy": 0.8383838383838383, + "test_auc": 0.8528571428571429, + "test_f1": 0.8367346938775511, + "test_precision": 0.8541666666666666, + "test_recall": 0.82 + }, + "16": { + "k": 16, + "selected_features": [ + 27822, + 3791, + 17337, + 13871, + 5163, + 10463, + 8104, + 24088, + 7989, + 24574, + 26049, + 12238, + 22976, + 2606, + 18276, + 28623 + ], + "test_balanced_acc": 0.8279591836734694, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8844897959183673, + "test_f1": 0.8349514563106796, + "test_precision": 0.8113207547169812, + "test_recall": 0.86 + } + }, + "120_us_timezone_Chicago": { + "1": { + "k": 1, + "selected_features": [ + 1911 + ], + "test_balanced_acc": 0.6609428948068561, + "test_accuracy": 0.6610316428261812, + "test_auc": 0.6609428948068561, + "test_f1": 0.718705035971223, + "test_precision": 0.6143911439114391, + "test_recall": 0.865684575389948 + }, + "4": { + "k": 4, + "selected_features": [ + 1911, + 3791, + 27822, + 10753 + ], + "test_balanced_acc": 0.6952926658058776, + "test_accuracy": 0.6952752492414391, + "test_auc": 0.7750326553741953, + "test_f1": 0.6826185101580136, + "test_precision": 0.7125353440150801, + "test_recall": 0.6551126516464472 + }, + "16": { + "k": 16, + "selected_features": [ + 1911, + 3791, + 27822, + 10753, + 10797, + 26649, + 1813, + 24719, + 25440, + 17052, + 22581, + 8537, + 31575, + 18839, + 17337, + 2606 + ], + "test_balanced_acc": 0.7551016036832556, + "test_accuracy": 0.7550931946250542, + "test_auc": 0.8305163532402098, + "test_f1": 0.7503314184710561, + "test_precision": 0.7655545536519387, + "test_recall": 0.7357019064124783 + } + }, + "121_us_timezone_New_York": { + "1": { + "k": 1, + "selected_features": [ + 1911 + ], + "test_balanced_acc": 0.6488093001303208, + "test_accuracy": 0.6488946684005201, + "test_auc": 0.6488093001303208, + "test_f1": 0.7067342505430847, + "test_precision": 0.6069651741293532, + "test_recall": 0.8457538994800693 + }, + "4": { + "k": 4, + "selected_features": [ + 1911, + 2606, + 27822, + 31575 + ], + "test_balanced_acc": 0.7065589577937743, + "test_accuracy": 0.7065452969224101, + "test_auc": 0.7801695824771788, + "test_f1": 0.6970917225950783, + "test_precision": 0.7206290471785384, + "test_recall": 0.6750433275563258 + }, + "16": { + "k": 16, + "selected_features": [ + 1911, + 2606, + 27822, + 31575, + 18276, + 24088, + 18839, + 3633, + 19198, + 23231, + 6682, + 21391, + 18398, + 26649, + 10463, + 14285 + ], + "test_balanced_acc": 0.7468445664313275, + "test_accuracy": 0.7468573905504985, + "test_auc": 0.850246362063549, + "test_f1": 0.7542087542087542, + "test_precision": 0.7332242225859247, + "test_recall": 0.7764298093587522 + } + }, + "122_us_timezone_Los_Angeles": { + "1": { + "k": 1, + "selected_features": [ + 1911 + ], + "test_balanced_acc": 0.8136276250186012, + "test_accuracy": 0.8136107498916342, + "test_auc": 0.8136276250186012, + "test_f1": 0.806131650135257, + "test_precision": 0.8402255639097744, + "test_recall": 0.7746967071057193 + }, + "4": { + "k": 4, + "selected_features": [ + 1911, + 3791, + 8715, + 26892 + ], + "test_balanced_acc": 0.819707386803471, + "test_accuracy": 0.8196792371044647, + "test_auc": 0.8740892945988237, + "test_f1": 0.8072289156626506, + "test_precision": 0.8675298804780877, + "test_recall": 0.7547660311958405 + }, + "16": { + "k": 16, + "selected_features": [ + 1911, + 3791, + 8715, + 26892, + 1522, + 2606, + 26649, + 24719, + 24088, + 10753, + 23422, + 1937, + 8537, + 919, + 24574, + 719 + ], + "test_balanced_acc": 0.8175240988394378, + "test_accuracy": 0.8175119202427394, + "test_auc": 0.8981347731259423, + "test_f1": 0.8123049487293803, + "test_precision": 0.8365472910927456, + "test_recall": 0.7894280762564991 + } + }, + "123_world_country_United_Kingdom": { + "1": { + "k": 1, + "selected_features": [ + 20640 + ], + "test_balanced_acc": 0.8532058942336822, + "test_accuracy": 0.8533333333333334, + "test_auc": 0.8532058942336822, + "test_f1": 0.8696444849589791, + "test_precision": 0.7832512315270936, + "test_recall": 0.9774590163934426 + }, + "4": { + "k": 4, + "selected_features": [ + 20640, + 13708, + 8609, + 13871 + ], + "test_balanced_acc": 0.8983930555088027, + "test_accuracy": 0.8984615384615384, + "test_auc": 0.9466729222068873, + "test_f1": 0.9048991354466859, + "test_precision": 0.8517179023508138, + "test_recall": 0.9651639344262295 + }, + "16": { + "k": 16, + "selected_features": [ + 20640, + 13708, + 8609, + 13871, + 23422, + 1728, + 16807, + 8389, + 12238, + 26049, + 29067, + 22911, + 5069, + 8104, + 18276, + 8226 + ], + "test_balanced_acc": 0.9230547514053926, + "test_accuracy": 0.9230769230769231, + "test_auc": 0.9652060120510317, + "test_f1": 0.9247743229689067, + "test_precision": 0.9056974459724951, + "test_recall": 0.944672131147541 + } + }, + "124_world_country_United_States": { + "1": { + "k": 1, + "selected_features": [ + 26491 + ], + "test_balanced_acc": 0.8668011748072845, + "test_accuracy": 0.8666666666666667, + "test_auc": 0.8668011748072845, + "test_f1": 0.8466981132075472, + "test_precision": 0.9972222222222222, + "test_recall": 0.735655737704918 + }, + "4": { + "k": 4, + "selected_features": [ + 26491, + 21911, + 20640, + 8226 + ], + "test_balanced_acc": 0.9231431144174773, + "test_accuracy": 0.9230769230769231, + "test_auc": 0.9603060726428114, + "test_f1": 0.9178532311062432, + "test_precision": 0.9858823529411764, + "test_recall": 0.8586065573770492 + }, + "16": { + "k": 16, + "selected_features": [ + 26491, + 21911, + 20640, + 8226, + 15635, + 29067, + 24789, + 6787, + 23422, + 10214, + 14528, + 23419, + 12449, + 27886, + 13708, + 22229 + ], + "test_balanced_acc": 0.9661653818965228, + "test_accuracy": 0.9661538461538461, + "test_auc": 0.9936589019423031, + "test_f1": 0.9658031088082901, + "test_precision": 0.9769392033542977, + "test_recall": 0.9549180327868853 + } + }, + "125_world_country_Italy": { + "1": { + "k": 1, + "selected_features": [ + 25252 + ], + "test_balanced_acc": 0.9651323762076278, + "test_accuracy": 0.9651282051282051, + "test_auc": 0.9651323762076278, + "test_f1": 0.9650205761316872, + "test_precision": 0.96900826446281, + "test_recall": 0.9610655737704918 + }, + "4": { + "k": 4, + "selected_features": [ + 25252, + 2545, + 31884, + 24088 + ], + "test_balanced_acc": 0.9784751910324165, + "test_accuracy": 0.9784615384615385, + "test_auc": 0.992354495573434, + "test_f1": 0.9781931464174455, + "test_precision": 0.991578947368421, + "test_recall": 0.9651639344262295 + }, + "16": { + "k": 16, + "selected_features": [ + 25252, + 2545, + 31884, + 24088, + 955, + 19117, + 6787, + 19220, + 5274, + 26649, + 9062, + 8226, + 13678, + 13708, + 22911, + 15850 + ], + "test_balanced_acc": 0.9774358736998014, + "test_accuracy": 0.9774358974358974, + "test_auc": 0.997685730635877, + "test_f1": 0.9774590163934426, + "test_precision": 0.9774590163934426, + "test_recall": 0.9774590163934426 + } + }, + "126_art_type_book": { + "1": { + "k": 1, + "selected_features": [ + 11273 + ], + "test_balanced_acc": 0.625147494066417, + "test_accuracy": 0.6250541829215431, + "test_auc": 0.625147494066417, + "test_f1": 0.5223633351739371, + "test_precision": 0.7199391171993912, + "test_recall": 0.4098786828422877 + }, + "4": { + "k": 4, + "selected_features": [ + 11273, + 2934, + 8237, + 24844 + ], + "test_balanced_acc": 0.6745273801596618, + "test_accuracy": 0.6744690073688774, + "test_auc": 0.7362516741046264, + "test_f1": 0.6239359038557837, + "test_precision": 0.7390272835112692, + "test_recall": 0.5398613518197574 + }, + "16": { + "k": 16, + "selected_features": [ + 11273, + 2934, + 8237, + 24844, + 10887, + 19529, + 21898, + 11321, + 24834, + 32207, + 26523, + 11973, + 22322, + 14286, + 24076, + 19020 + ], + "test_balanced_acc": 0.7217356275017625, + "test_accuracy": 0.7217165149544863, + "test_auc": 0.7952455428608363, + "test_f1": 0.7089755213055303, + "test_precision": 0.7433460076045627, + "test_recall": 0.6776429809358753 + } + }, + "127_art_type_song": { + "1": { + "k": 1, + "selected_features": [ + 2934 + ], + "test_balanced_acc": 0.6714846809092698, + "test_accuracy": 0.671434763762462, + "test_auc": 0.6714846809092698, + "test_f1": 0.6287952987267384, + "test_precision": 0.722972972972973, + "test_recall": 0.5563258232235702 + }, + "4": { + "k": 4, + "selected_features": [ + 2934, + 8237, + 19529, + 10887 + ], + "test_balanced_acc": 0.7066066819885131, + "test_accuracy": 0.7065452969224101, + "test_auc": 0.7899045666417649, + "test_f1": 0.6582534073700151, + "test_precision": 0.788391777509069, + "test_recall": 0.5649913344887348 + }, + "16": { + "k": 16, + "selected_features": [ + 2934, + 8237, + 19529, + 10887, + 24844, + 26523, + 11973, + 7385, + 11273, + 5163, + 19414, + 14942, + 32509, + 32207, + 3452, + 21571 + ], + "test_balanced_acc": 0.7620325095711435, + "test_accuracy": 0.7620286085825748, + "test_auc": 0.8393941808048029, + "test_f1": 0.7599475295146481, + "test_precision": 0.7669902912621359, + "test_recall": 0.7530329289428076 + } + }, + "128_art_type_movie": { + "1": { + "k": 1, + "selected_features": [ + 15706 + ], + "test_balanced_acc": 0.5575628944761688, + "test_accuracy": 0.5574338968357174, + "test_auc": 0.5575628944761688, + "test_f1": 0.3701418877236274, + "test_precision": 0.6423982869379015, + "test_recall": 0.25996533795493937 + }, + "4": { + "k": 4, + "selected_features": [ + 15706, + 7442, + 19414, + 8237 + ], + "test_balanced_acc": 0.6133862984212686, + "test_accuracy": 0.6133506718682271, + "test_auc": 0.665544709679068, + "test_f1": 0.5788479697828139, + "test_precision": 0.6358921161825726, + "test_recall": 0.5311958405545927 + }, + "16": { + "k": 16, + "selected_features": [ + 15706, + 7442, + 19414, + 8237, + 6787, + 19020, + 12412, + 14792, + 16801, + 16007, + 14942, + 4684, + 23663, + 28886, + 18333, + 2418 + ], + "test_balanced_acc": 0.6523465272569035, + "test_accuracy": 0.6523623753792804, + "test_auc": 0.7177662521551043, + "test_f1": 0.6647157190635451, + "test_precision": 0.6421647819063004, + "test_recall": 0.6889081455805892 + } + }, + "129_arith_mc_A": { + "1": { + "k": 1, + "selected_features": [ + 20332 + ], + "test_balanced_acc": 0.626759410801964, + "test_accuracy": 0.6268656716417911, + "test_auc": 0.626759410801964, + "test_f1": 0.6450304259634888, + "test_precision": 0.6162790697674418, + "test_recall": 0.676595744680851 + }, + "4": { + "k": 4, + "selected_features": [ + 20332, + 29752, + 8228, + 26642 + ], + "test_balanced_acc": 0.6609383524277141, + "test_accuracy": 0.6609808102345416, + "test_auc": 0.7110110929259865, + "test_f1": 0.6680584551148225, + "test_precision": 0.6557377049180327, + "test_recall": 0.6808510638297872 + }, + "16": { + "k": 16, + "selected_features": [ + 20332, + 29752, + 8228, + 26642, + 23903, + 1717, + 8855, + 11005, + 18915, + 30809, + 3990, + 9643, + 27021, + 15962, + 18622, + 8584 + ], + "test_balanced_acc": 0.7525913802509547, + "test_accuracy": 0.7526652452025586, + "test_auc": 0.8291962174940899, + "test_f1": 0.7613168724279835, + "test_precision": 0.7370517928286853, + "test_recall": 0.7872340425531915 + } + }, + "130_temp_cat_Frequency": { + "1": { + "k": 1, + "selected_features": [ + 22397 + ], + "test_balanced_acc": 0.9597959183673469, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.9597959183673469, + "test_f1": 0.9591836734693877, + "test_precision": 0.9791666666666666, + "test_recall": 0.94 + }, + "4": { + "k": 4, + "selected_features": [ + 22397, + 3508, + 9696, + 14433 + ], + "test_balanced_acc": 0.9697959183673469, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.996326530612245, + "test_f1": 0.9696969696969697, + "test_precision": 0.9795918367346939, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 22397, + 3508, + 9696, + 14433, + 23660, + 5542, + 29667, + 21726, + 730, + 5860, + 14612, + 25424, + 9472, + 12776, + 25630, + 29352 + ], + "test_balanced_acc": 0.9695918367346938, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9971428571428571, + "test_f1": 0.9702970297029703, + "test_precision": 0.9607843137254902, + "test_recall": 0.98 + } + }, + "131_temp_cat_Typical Time": { + "1": { + "k": 1, + "selected_features": [ + 6844 + ], + "test_balanced_acc": 0.78, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.78, + "test_f1": 0.717948717948718, + "test_precision": 1.0, + "test_recall": 0.56 + }, + "4": { + "k": 4, + "selected_features": [ + 6844, + 17025, + 20, + 26167 + ], + "test_balanced_acc": 0.8573469387755102, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.9363265306122449, + "test_f1": 0.875, + "test_precision": 0.7903225806451613, + "test_recall": 0.98 + }, + "16": { + "k": 16, + "selected_features": [ + 6844, + 17025, + 20, + 26167, + 3508, + 12553, + 21854, + 30536, + 18564, + 29586, + 15007, + 22397, + 16191, + 15898, + 14433, + 13791 + ], + "test_balanced_acc": 0.8881632653061224, + "test_accuracy": 0.8888888888888888, + "test_auc": 0.9804081632653061, + "test_f1": 0.897196261682243, + "test_precision": 0.8421052631578947, + "test_recall": 0.96 + } + }, + "132_temp_cat_Event Ordering": { + "1": { + "k": 1, + "selected_features": [ + 12776 + ], + "test_balanced_acc": 0.9199999999999999, + "test_accuracy": 0.9191919191919192, + "test_auc": 0.9199999999999999, + "test_f1": 0.9130434782608695, + "test_precision": 1.0, + "test_recall": 0.84 + }, + "4": { + "k": 4, + "selected_features": [ + 12776, + 16642, + 30536, + 13157 + ], + "test_balanced_acc": 0.9697959183673469, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9820408163265306, + "test_f1": 0.9696969696969697, + "test_precision": 0.9795918367346939, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 12776, + 16642, + 30536, + 13157, + 21, + 17968, + 16281, + 30619, + 29586, + 12753, + 25621, + 27282, + 26780, + 27739, + 31292, + 16563 + ], + "test_balanced_acc": 0.9797959183673469, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.999591836734694, + "test_f1": 0.98, + "test_precision": 0.98, + "test_recall": 0.98 + } + }, + "133_context_type_Causality": { + "1": { + "k": 1, + "selected_features": [ + 23379 + ], + "test_balanced_acc": 0.9157316687737043, + "test_accuracy": 0.9155555555555556, + "test_auc": 0.9157316687737042, + "test_f1": 0.9124423963133641, + "test_precision": 0.9519230769230769, + "test_recall": 0.8761061946902655 + }, + "4": { + "k": 4, + "selected_features": [ + 23379, + 21821, + 25229, + 29140 + ], + "test_balanced_acc": 0.9157316687737043, + "test_accuracy": 0.9155555555555556, + "test_auc": 0.9231589759797726, + "test_f1": 0.9124423963133641, + "test_precision": 0.9519230769230769, + "test_recall": 0.8761061946902655 + }, + "16": { + "k": 16, + "selected_features": [ + 23379, + 21821, + 25229, + 29140, + 31080, + 6479, + 3054, + 10788, + 16225, + 184, + 4919, + 23333, + 24836, + 18297, + 25517, + 23595 + ], + "test_balanced_acc": 0.9511298988621998, + "test_accuracy": 0.9511111111111111, + "test_auc": 0.9638906447534767, + "test_f1": 0.9511111111111111, + "test_precision": 0.9553571428571429, + "test_recall": 0.9469026548672567 + } + }, + "134_context_type_Belief_states": { + "1": { + "k": 1, + "selected_features": [ + 7591 + ], + "test_balanced_acc": 0.6857221871049305, + "test_accuracy": 0.6844444444444444, + "test_auc": 0.6857221871049305, + "test_f1": 0.5590062111801242, + "test_precision": 0.9375, + "test_recall": 0.39823008849557523 + }, + "4": { + "k": 4, + "selected_features": [ + 7591, + 20468, + 18297, + 4954 + ], + "test_balanced_acc": 0.7476690897597977, + "test_accuracy": 0.7466666666666667, + "test_auc": 0.8213890644753477, + "test_f1": 0.6742857142857143, + "test_precision": 0.9516129032258065, + "test_recall": 0.5221238938053098 + }, + "16": { + "k": 16, + "selected_features": [ + 7591, + 20468, + 18297, + 4954, + 19886, + 5608, + 16191, + 4096, + 31372, + 29373, + 3153, + 18505, + 24732, + 12332, + 20648, + 12839 + ], + "test_balanced_acc": 0.8094184576485461, + "test_accuracy": 0.8088888888888889, + "test_auc": 0.8842446270543616, + "test_f1": 0.7839195979899497, + "test_precision": 0.9069767441860465, + "test_recall": 0.6902654867256637 + } + }, + "135_context_type_Event_duration": { + "1": { + "k": 1, + "selected_features": [ + 30619 + ], + "test_balanced_acc": 0.9645622629582806, + "test_accuracy": 0.9644444444444444, + "test_auc": 0.9645622629582807, + "test_f1": 0.9636363636363636, + "test_precision": 0.9906542056074766, + "test_recall": 0.9380530973451328 + }, + "4": { + "k": 4, + "selected_features": [ + 30619, + 31292, + 16281, + 18564 + ], + "test_balanced_acc": 0.9689870417193427, + "test_accuracy": 0.9688888888888889, + "test_auc": 0.9736488621997472, + "test_f1": 0.9683257918552036, + "test_precision": 0.9907407407407407, + "test_recall": 0.9469026548672567 + }, + "16": { + "k": 16, + "selected_features": [ + 30619, + 31292, + 16281, + 18564, + 12768, + 19463, + 3508, + 7825, + 27265, + 18868, + 31080, + 21366, + 15053, + 22683, + 8013, + 31750 + ], + "test_balanced_acc": 0.9645227560050569, + "test_accuracy": 0.9644444444444444, + "test_auc": 0.9916245259165614, + "test_f1": 0.963963963963964, + "test_precision": 0.981651376146789, + "test_recall": 0.9469026548672567 + } + }, + "136_glue_mnli_entailment": { + "1": { + "k": 1, + "selected_features": [ + 13832 + ], + "test_balanced_acc": 0.719123949128263, + "test_accuracy": 0.7191157347204161, + "test_auc": 0.7191239491282632, + "test_f1": 0.7137809187279152, + "test_precision": 0.7279279279279279, + "test_recall": 0.7001733102253033 + }, + "4": { + "k": 4, + "selected_features": [ + 13832, + 763, + 30279, + 10925 + ], + "test_balanced_acc": 0.7399429714661925, + "test_accuracy": 0.7399219765929779, + "test_auc": 0.7896963839340068, + "test_f1": 0.726775956284153, + "test_precision": 0.7658349328214972, + "test_recall": 0.6915077989601387 + }, + "16": { + "k": 16, + "selected_features": [ + 13832, + 763, + 30279, + 10925, + 9823, + 28056, + 13296, + 9098, + 29995, + 14703, + 4059, + 26735, + 9180, + 24699, + 1878, + 17888 + ], + "test_balanced_acc": 0.7468847750048475, + "test_accuracy": 0.7468573905504985, + "test_auc": 0.8185041358463567, + "test_f1": 0.7298797409805735, + "test_precision": 0.7827380952380952, + "test_recall": 0.6837088388214905 + } + }, + "137_glue_mnli_neutral": { + "1": { + "k": 1, + "selected_features": [ + 13832 + ], + "test_balanced_acc": 0.6215298497927944, + "test_accuracy": 0.6215864759427828, + "test_auc": 0.6215298497927942, + "test_f1": 0.665389037945573, + "test_precision": 0.5965635738831615, + "test_recall": 0.7521663778162911 + }, + "4": { + "k": 4, + "selected_features": [ + 13832, + 29995, + 2786, + 29649 + ], + "test_balanced_acc": 0.651045197442885, + "test_accuracy": 0.6510619852622453, + "test_auc": 0.675691174105378, + "test_f1": 0.6641635377555277, + "test_precision": 0.6403861625100563, + "test_recall": 0.6897746967071057 + }, + "16": { + "k": 16, + "selected_features": [ + 13832, + 29995, + 2786, + 29649, + 18116, + 7979, + 7405, + 30279, + 763, + 24604, + 10736, + 14137, + 14030, + 29710, + 1878, + 28056 + ], + "test_balanced_acc": 0.6644872617735964, + "test_accuracy": 0.6644993498049415, + "test_auc": 0.7280280813671216, + "test_f1": 0.6736930860033726, + "test_precision": 0.6559934318555009, + "test_recall": 0.6923743500866552 + } + }, + "138_glue_mnli_contradiction": { + "1": { + "k": 1, + "selected_features": [ + 18116 + ], + "test_balanced_acc": 0.6446914912645935, + "test_accuracy": 0.6445600346770698, + "test_auc": 0.6446914912645935, + "test_f1": 0.4900497512437811, + "test_precision": 0.8678414096916299, + "test_recall": 0.341421143847487 + }, + "4": { + "k": 4, + "selected_features": [ + 18116, + 2786, + 24604, + 7979 + ], + "test_balanced_acc": 0.710502028466167, + "test_accuracy": 0.7104464672735153, + "test_auc": 0.7345655444842104, + "test_f1": 0.6679920477137177, + "test_precision": 0.7832167832167832, + "test_recall": 0.5823223570190641 + }, + "16": { + "k": 16, + "selected_features": [ + 18116, + 2786, + 24604, + 7979, + 19063, + 28634, + 9823, + 29649, + 30279, + 14137, + 763, + 13296, + 13832, + 9180, + 10925, + 28197 + ], + "test_balanced_acc": 0.740815159308623, + "test_accuracy": 0.740788903337668, + "test_auc": 0.8245793882584953, + "test_f1": 0.724169741697417, + "test_precision": 0.7741617357001972, + "test_recall": 0.6802426343154246 + } + }, + "139_news_class_Politics": { + "1": { + "k": 1, + "selected_features": [ + 28774 + ], + "test_balanced_acc": 0.6846771317102587, + "test_accuracy": 0.6847457627118644, + "test_auc": 0.6846771317102588, + "test_f1": 0.7138461538461538, + "test_precision": 0.6538895152198422, + "test_recall": 0.7859078590785907 + }, + "4": { + "k": 4, + "selected_features": [ + 28774, + 24607, + 28426, + 22978 + ], + "test_balanced_acc": 0.6908022709806474, + "test_accuracy": 0.6908474576271186, + "test_auc": 0.7458825605895136, + "test_f1": 0.7102922490470139, + "test_precision": 0.6686602870813397, + "test_recall": 0.7574525745257452 + }, + "16": { + "k": 16, + "selected_features": [ + 28774, + 24607, + 28426, + 22978, + 3227, + 25134, + 1101, + 32024, + 26395, + 4810, + 8609, + 14703, + 13442, + 3153, + 6758, + 2323 + ], + "test_balanced_acc": 0.7823925457707765, + "test_accuracy": 0.7823728813559322, + "test_auc": 0.8528606045897636, + "test_f1": 0.7759944173063503, + "test_precision": 0.8, + "test_recall": 0.7533875338753387 + } + }, + "140_news_class_Technology": { + "1": { + "k": 1, + "selected_features": [ + 12577 + ], + "test_balanced_acc": 0.6219300761528647, + "test_accuracy": 0.6216949152542373, + "test_auc": 0.6219300761528647, + "test_f1": 0.4211618257261411, + "test_precision": 0.8982300884955752, + "test_recall": 0.2750677506775068 + }, + "4": { + "k": 4, + "selected_features": [ + 12577, + 32583, + 11321, + 17486 + ], + "test_balanced_acc": 0.7465812107239118, + "test_accuracy": 0.7464406779661017, + "test_auc": 0.7865899622361217, + "test_f1": 0.6803418803418804, + "test_precision": 0.9212962962962963, + "test_recall": 0.5392953929539296 + }, + "16": { + "k": 16, + "selected_features": [ + 12577, + 32583, + 11321, + 17486, + 6886, + 29710, + 24701, + 25610, + 8211, + 2323, + 6502, + 1101, + 31708, + 595, + 9472, + 8609 + ], + "test_balanced_acc": 0.7824550565722754, + "test_accuracy": 0.7823728813559322, + "test_auc": 0.8563281155199612, + "test_f1": 0.7525057825751735, + "test_precision": 0.8729874776386404, + "test_recall": 0.6612466124661247 + } + }, + "141_news_class_Entertainment": { + "1": { + "k": 1, + "selected_features": [ + 28774 + ], + "test_balanced_acc": 0.6629822064842087, + "test_accuracy": 0.6630508474576271, + "test_auc": 0.6629822064842086, + "test_f1": 0.6941538461538461, + "test_precision": 0.6358511837655016, + "test_recall": 0.7642276422764228 + }, + "4": { + "k": 4, + "selected_features": [ + 28774, + 8378, + 4077, + 28426 + ], + "test_balanced_acc": 0.7097678643000813, + "test_accuracy": 0.7098305084745763, + "test_auc": 0.7942328269958411, + "test_f1": 0.7344913151364765, + "test_precision": 0.6773455377574371, + "test_recall": 0.8021680216802168 + }, + "16": { + "k": 16, + "selected_features": [ + 28774, + 8378, + 4077, + 28426, + 1101, + 2323, + 1699, + 19157, + 1899, + 24699, + 4810, + 4919, + 11350, + 12858, + 25610, + 23489 + ], + "test_balanced_acc": 0.7809952455019802, + "test_accuracy": 0.7810169491525424, + "test_auc": 0.8629046195482308, + "test_f1": 0.7879185817465528, + "test_precision": 0.7643312101910829, + "test_recall": 0.8130081300813008 + } + }, + "142_cancer_cat_Thyroid_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 29385 + ], + "test_balanced_acc": 0.621736026111791, + "test_accuracy": 0.6209912536443148, + "test_auc": 0.6217360261117911, + "test_f1": 0.4921875, + "test_precision": 0.75, + "test_recall": 0.36627906976744184 + }, + "4": { + "k": 4, + "selected_features": [ + 29385, + 11099, + 10824, + 31365 + ], + "test_balanced_acc": 0.6531687746498027, + "test_accuracy": 0.6530612244897959, + "test_auc": 0.6697436420508636, + "test_f1": 0.6404833836858006, + "test_precision": 0.6666666666666666, + "test_recall": 0.6162790697674418 + }, + "16": { + "k": 16, + "selected_features": [ + 29385, + 11099, + 10824, + 31365, + 11824, + 11876, + 14966, + 21494, + 6787, + 15706, + 17581, + 20522, + 12283, + 27832, + 13678, + 170 + ], + "test_balanced_acc": 0.6268189854481164, + "test_accuracy": 0.6268221574344023, + "test_auc": 0.7017883856929145, + "test_f1": 0.627906976744186, + "test_precision": 0.627906976744186, + "test_recall": 0.627906976744186 + } + }, + "143_cancer_cat_Lung_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 11824 + ], + "test_balanced_acc": 0.6725996192030463, + "test_accuracy": 0.673469387755102, + "test_auc": 0.6725996192030463, + "test_f1": 0.7488789237668162, + "test_precision": 0.6094890510948905, + "test_recall": 0.9709302325581395 + }, + "4": { + "k": 4, + "selected_features": [ + 11824, + 13262, + 11099, + 14966 + ], + "test_balanced_acc": 0.8394192846457228, + "test_accuracy": 0.8396501457725948, + "test_auc": 0.8514891880864952, + "test_f1": 0.8517520215633423, + "test_precision": 0.7939698492462312, + "test_recall": 0.9186046511627907 + }, + "16": { + "k": 16, + "selected_features": [ + 11824, + 13262, + 11099, + 14966, + 24699, + 11964, + 12480, + 10850, + 9241, + 12283, + 28301, + 16084, + 14485, + 5141, + 595, + 11876 + ], + "test_balanced_acc": 0.8716340269277846, + "test_accuracy": 0.8717201166180758, + "test_auc": 0.941843465252278, + "test_f1": 0.8757062146892656, + "test_precision": 0.8516483516483516, + "test_recall": 0.9011627906976745 + } + }, + "144_cancer_cat_Colon_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 11824 + ], + "test_balanced_acc": 0.6420338637290901, + "test_accuracy": 0.641399416909621, + "test_auc": 0.6420338637290901, + "test_f1": 0.5427509293680297, + "test_precision": 0.7525773195876289, + "test_recall": 0.42441860465116277 + }, + "4": { + "k": 4, + "selected_features": [ + 11824, + 24844, + 13262, + 26917 + ], + "test_balanced_acc": 0.7030293757649939, + "test_accuracy": 0.7026239067055393, + "test_auc": 0.7675608595131238, + "test_f1": 0.6554054054054054, + "test_precision": 0.782258064516129, + "test_recall": 0.563953488372093 + }, + "16": { + "k": 16, + "selected_features": [ + 11824, + 24844, + 13262, + 26917, + 21494, + 11321, + 18351, + 4810, + 13610, + 24699, + 14966, + 19068, + 5141, + 10968, + 12480, + 11255 + ], + "test_balanced_acc": 0.7989596083231334, + "test_accuracy": 0.7988338192419825, + "test_auc": 0.8961138310893513, + "test_f1": 0.790273556231003, + "test_precision": 0.8280254777070064, + "test_recall": 0.7558139534883721 + } + }, + "145_disease_class_digestive system diseases": { + "1": { + "k": 1, + "selected_features": [ + 17505 + ], + "test_balanced_acc": 0.4559183673469388, + "test_accuracy": 0.45454545454545453, + "test_auc": 0.4559183673469388, + "test_f1": 0.37209302325581395, + "test_precision": 0.4444444444444444, + "test_recall": 0.32 + }, + "4": { + "k": 4, + "selected_features": [ + 17505, + 30661, + 18565, + 12306 + ], + "test_balanced_acc": 0.5148979591836735, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.520408163265306, + "test_f1": 0.5294117647058824, + "test_precision": 0.5192307692307693, + "test_recall": 0.54 + }, + "16": { + "k": 16, + "selected_features": [ + 17505, + 30661, + 18565, + 12306, + 7969, + 8057, + 26258, + 17703, + 12753, + 30333, + 16807, + 24241, + 2273, + 31557, + 11876, + 31149 + ], + "test_balanced_acc": 0.5146938775510205, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5485714285714286, + "test_f1": 0.5384615384615384, + "test_precision": 0.5185185185185185, + "test_recall": 0.56 + } + }, + "146_disease_class_cardiovascular diseases": { + "1": { + "k": 1, + "selected_features": [ + 27972 + ], + "test_balanced_acc": 0.5136734693877552, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5136734693877552, + "test_f1": 0.5789473684210527, + "test_precision": 0.515625, + "test_recall": 0.66 + }, + "4": { + "k": 4, + "selected_features": [ + 27972, + 4956, + 25674, + 24847 + ], + "test_balanced_acc": 0.4944897959183674, + "test_accuracy": 0.494949494949495, + "test_auc": 0.5477551020408165, + "test_f1": 0.5192307692307693, + "test_precision": 0.5, + "test_recall": 0.54 + }, + "16": { + "k": 16, + "selected_features": [ + 27972, + 4956, + 25674, + 24847, + 10276, + 14193, + 11255, + 15971, + 27423, + 2273, + 30806, + 10089, + 4445, + 27824, + 6676, + 24241 + ], + "test_balanced_acc": 0.5761224489795919, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.5583673469387755, + "test_f1": 0.5625, + "test_precision": 0.5869565217391305, + "test_recall": 0.54 + } + }, + "147_disease_class_nervous system diseases": { + "1": { + "k": 1, + "selected_features": [ + 30333 + ], + "test_balanced_acc": 0.5861224489795919, + "test_accuracy": 0.5858585858585859, + "test_auc": 0.5861224489795919, + "test_f1": 0.5773195876288659, + "test_precision": 0.5957446808510638, + "test_recall": 0.56 + }, + "4": { + "k": 4, + "selected_features": [ + 30333, + 26258, + 27817, + 24572 + ], + "test_balanced_acc": 0.606326530612245, + "test_accuracy": 0.6060606060606061, + "test_auc": 0.5791836734693877, + "test_f1": 0.5979381443298969, + "test_precision": 0.6170212765957447, + "test_recall": 0.58 + }, + "16": { + "k": 16, + "selected_features": [ + 30333, + 26258, + 27817, + 24572, + 20405, + 16791, + 8403, + 24241, + 28056, + 17711, + 27903, + 7531, + 12282, + 1876, + 18033, + 11773 + ], + "test_balanced_acc": 0.6161224489795918, + "test_accuracy": 0.6161616161616161, + "test_auc": 0.5938775510204082, + "test_f1": 0.62, + "test_precision": 0.62, + "test_recall": 0.62 + } + }, + "148_twt_emotion_worry": { + "1": { + "k": 1, + "selected_features": [ + 13296 + ], + "test_balanced_acc": 0.5294232826995842, + "test_accuracy": 0.5294915254237288, + "test_auc": 0.5294232826995842, + "test_f1": 0.5726600985221675, + "test_precision": 0.5248306997742663, + "test_recall": 0.6300813008130082 + }, + "4": { + "k": 4, + "selected_features": [ + 13296, + 14818, + 19463, + 25674 + ], + "test_balanced_acc": 0.5431057940158778, + "test_accuracy": 0.5430508474576271, + "test_auc": 0.5387079752751394, + "test_f1": 0.5029498525073747, + "test_precision": 0.551779935275081, + "test_recall": 0.462059620596206 + }, + "16": { + "k": 16, + "selected_features": [ + 13296, + 14818, + 19463, + 25674, + 23955, + 1255, + 24751, + 10324, + 14015, + 6125, + 11667, + 7518, + 8068, + 21174, + 31174, + 27972 + ], + "test_balanced_acc": 0.5471257901181454, + "test_accuracy": 0.5471186440677966, + "test_auc": 0.5822917930671845, + "test_f1": 0.5424657534246575, + "test_precision": 0.5484764542936288, + "test_recall": 0.5365853658536586 + } + }, + "149_twt_emotion_happiness": { + "1": { + "k": 1, + "selected_features": [ + 13296 + ], + "test_balanced_acc": 0.5891495957021986, + "test_accuracy": 0.5891525423728814, + "test_auc": 0.5891495957021986, + "test_f1": 0.5910931174089069, + "test_precision": 0.5887096774193549, + "test_recall": 0.5934959349593496 + }, + "4": { + "k": 4, + "selected_features": [ + 13296, + 22052, + 21174, + 24751 + ], + "test_balanced_acc": 0.6420530385765186, + "test_accuracy": 0.6420338983050847, + "test_auc": 0.6844748908818803, + "test_f1": 0.6317991631799164, + "test_precision": 0.6508620689655172, + "test_recall": 0.6138211382113821 + }, + "16": { + "k": 16, + "selected_features": [ + 13296, + 22052, + 21174, + 24751, + 19463, + 11667, + 26530, + 17856, + 1255, + 24916, + 17022, + 10887, + 24891, + 4442, + 19485, + 28091 + ], + "test_balanced_acc": 0.652837990388045, + "test_accuracy": 0.6528813559322034, + "test_auc": 0.7167801053858571, + "test_f1": 0.6738853503184713, + "test_precision": 0.6358173076923077, + "test_recall": 0.7168021680216802 + } + }, + "150_twt_emotion_sadness": { + "1": { + "k": 1, + "selected_features": [ + 22052 + ], + "test_balanced_acc": 0.58258044588587, + "test_accuracy": 0.5823728813559322, + "test_auc": 0.58258044588587, + "test_f1": 0.3984375, + "test_precision": 0.7132867132867133, + "test_recall": 0.2764227642276423 + }, + "4": { + "k": 4, + "selected_features": [ + 22052, + 10324, + 14818, + 939 + ], + "test_balanced_acc": 0.6034066548263854, + "test_accuracy": 0.6033898305084746, + "test_auc": 0.6306227546671668, + "test_f1": 0.5934676858929813, + "test_precision": 0.609129814550642, + "test_recall": 0.5785907859078591 + }, + "16": { + "k": 16, + "selected_features": [ + 22052, + 10324, + 14818, + 939, + 20190, + 1255, + 21174, + 7518, + 17179, + 26602, + 28803, + 31233, + 22743, + 6387, + 16807, + 17716 + ], + "test_balanced_acc": 0.5980013090497256, + "test_accuracy": 0.5979661016949153, + "test_auc": 0.6315944299198758, + "test_f1": 0.5761258041458185, + "test_precision": 0.6096822995461422, + "test_recall": 0.5460704607046071 + } + }, + "151_it_tick_HR Support": { + "1": { + "k": 1, + "selected_features": [ + 4810 + ], + "test_balanced_acc": 0.6175065267720802, + "test_accuracy": 0.6178660049627791, + "test_auc": 0.6175065267720802, + "test_f1": 0.6666666666666666, + "test_precision": 0.5923076923076923, + "test_recall": 0.7623762376237624 + }, + "4": { + "k": 4, + "selected_features": [ + 4810, + 12885, + 14750, + 9734 + ], + "test_balanced_acc": 0.5560194079109404, + "test_accuracy": 0.5558312655086849, + "test_auc": 0.6249815280035466, + "test_f1": 0.5201072386058981, + "test_precision": 0.5672514619883041, + "test_recall": 0.4801980198019802 + }, + "16": { + "k": 16, + "selected_features": [ + 4810, + 12885, + 14750, + 9734, + 30708, + 7670, + 6184, + 20989, + 22624, + 11833, + 483, + 27330, + 31985, + 21792, + 29202, + 18472 + ], + "test_balanced_acc": 0.5731860499482784, + "test_accuracy": 0.5732009925558312, + "test_auc": 0.6479853209201518, + "test_f1": 0.5763546798029556, + "test_precision": 0.5735294117647058, + "test_recall": 0.5792079207920792 + } + }, + "152_it_tick_Hardware": { + "1": { + "k": 1, + "selected_features": [ + 7634 + ], + "test_balanced_acc": 0.51088616324319, + "test_accuracy": 0.511166253101737, + "test_auc": 0.51088616324319, + "test_f1": 0.5612472160356348, + "test_precision": 0.5101214574898786, + "test_recall": 0.6237623762376238 + }, + "4": { + "k": 4, + "selected_features": [ + 7634, + 19591, + 26865, + 30708 + ], + "test_balanced_acc": 0.5434215063297374, + "test_accuracy": 0.543424317617866, + "test_auc": 0.5908822225506132, + "test_f1": 0.5445544554455446, + "test_precision": 0.5445544554455446, + "test_recall": 0.5445544554455446 + }, + "16": { + "k": 16, + "selected_features": [ + 7634, + 19591, + 26865, + 30708, + 21792, + 23503, + 25339, + 21677, + 16158, + 29214, + 5495, + 15785, + 3686, + 14438, + 1111, + 3274 + ], + "test_balanced_acc": 0.5854391409290183, + "test_accuracy": 0.5856079404466501, + "test_auc": 0.6332692970789616, + "test_f1": 0.6125290023201856, + "test_precision": 0.5764192139737991, + "test_recall": 0.6534653465346535 + } + }, + "153_it_tick_Administrative rights": { + "1": { + "k": 1, + "selected_features": [ + 595 + ], + "test_balanced_acc": 0.5906359292645682, + "test_accuracy": 0.5905707196029777, + "test_auc": 0.5906359292645683, + "test_f1": 0.5801526717557252, + "test_precision": 0.5968586387434555, + "test_recall": 0.5643564356435643 + }, + "4": { + "k": 4, + "selected_features": [ + 595, + 30059, + 29677, + 3496 + ], + "test_balanced_acc": 0.6204251022117138, + "test_accuracy": 0.6203473945409429, + "test_auc": 0.6630707846904094, + "test_f1": 0.6086956521739131, + "test_precision": 0.6296296296296297, + "test_recall": 0.5891089108910891 + }, + "16": { + "k": 16, + "selected_features": [ + 595, + 30059, + 29677, + 3496, + 31636, + 6339, + 9734, + 21792, + 264, + 7741, + 14285, + 23312, + 16158, + 31970, + 16086, + 7351 + ], + "test_balanced_acc": 0.68987980887641, + "test_accuracy": 0.6898263027295285, + "test_auc": 0.7486946455839614, + "test_f1": 0.6835443037974683, + "test_precision": 0.6994818652849741, + "test_recall": 0.6683168316831684 + } + }, + "154_athlete_sport_football": { + "1": { + "k": 1, + "selected_features": [ + 5742 + ], + "test_balanced_acc": 0.8260992673940158, + "test_accuracy": 0.8259705488621151, + "test_auc": 0.8260992673940157, + "test_f1": 0.8076923076923077, + "test_precision": 0.9039735099337748, + "test_recall": 0.7299465240641712 + }, + "4": { + "k": 4, + "selected_features": [ + 5742, + 2006, + 5788, + 8389 + ], + "test_balanced_acc": 0.8380094909033562, + "test_accuracy": 0.8380187416331994, + "test_auc": 0.9170907943972131, + "test_f1": 0.8393094289508632, + "test_precision": 0.8337730870712401, + "test_recall": 0.8449197860962567 + }, + "16": { + "k": 16, + "selected_features": [ + 5742, + 2006, + 5788, + 8389, + 14866, + 19001, + 25348, + 8781, + 11627, + 541, + 4173, + 9698, + 4211, + 5605, + 16564, + 3081 + ], + "test_balanced_acc": 0.839299794985018, + "test_accuracy": 0.8393574297188755, + "test_auc": 0.939273272067784, + "test_f1": 0.8461538461538461, + "test_precision": 0.812807881773399, + "test_recall": 0.8823529411764706 + } + }, + "155_athlete_sport_basketball": { + "1": { + "k": 1, + "selected_features": [ + 2006 + ], + "test_balanced_acc": 0.8649159151840117, + "test_accuracy": 0.8647925033467202, + "test_auc": 0.8649159151840117, + "test_f1": 0.8512518409425626, + "test_precision": 0.9475409836065574, + "test_recall": 0.7727272727272727 + }, + "4": { + "k": 4, + "selected_features": [ + 2006, + 5742, + 5788, + 26491 + ], + "test_balanced_acc": 0.8662563977577382, + "test_accuracy": 0.8661311914323963, + "test_auc": 0.9484451835815975, + "test_f1": 0.8525073746312685, + "test_precision": 0.9506578947368421, + "test_recall": 0.7727272727272727 + }, + "16": { + "k": 16, + "selected_features": [ + 2006, + 5742, + 5788, + 26491, + 8389, + 5605, + 25348, + 16564, + 8781, + 28615, + 3791, + 22640, + 6589, + 32220, + 21898, + 32114 + ], + "test_balanced_acc": 0.8662133876216829, + "test_accuracy": 0.8661311914323963, + "test_auc": 0.9542766411951082, + "test_f1": 0.8575498575498576, + "test_precision": 0.9176829268292683, + "test_recall": 0.8048128342245989 + } + }, + "156_athlete_sport_baseball": { + "1": { + "k": 1, + "selected_features": [ + 5788 + ], + "test_balanced_acc": 0.8608837149288182, + "test_accuracy": 0.8607764390896921, + "test_auc": 0.8608837149288182, + "test_f1": 0.8488372093023255, + "test_precision": 0.9299363057324841, + "test_recall": 0.7807486631016043 + }, + "4": { + "k": 4, + "selected_features": [ + 5788, + 5605, + 2006, + 5742 + ], + "test_balanced_acc": 0.8687832432509928, + "test_accuracy": 0.8688085676037484, + "test_auc": 0.9543662456452238, + "test_f1": 0.8713910761154856, + "test_precision": 0.8556701030927835, + "test_recall": 0.8877005347593583 + }, + "16": { + "k": 16, + "selected_features": [ + 5788, + 5605, + 2006, + 5742, + 26491, + 15635, + 24088, + 23224, + 5456, + 11627, + 4347, + 23934, + 16885, + 11048, + 27478, + 21951 + ], + "test_balanced_acc": 0.8661022781035397, + "test_accuracy": 0.8661311914323963, + "test_auc": 0.9590471821192528, + "test_f1": 0.8691099476439791, + "test_precision": 0.8512820512820513, + "test_recall": 0.8877005347593583 + } + }, + "157_amazon_5star": { + "1": { + "k": 1, + "selected_features": [ + 22898 + ], + "test_balanced_acc": 0.7351970915945737, + "test_accuracy": 0.7353846153846154, + "test_auc": 0.7351970915945738, + "test_f1": 0.7764298093587522, + "test_precision": 0.6726726726726727, + "test_recall": 0.9180327868852459 + }, + "4": { + "k": 4, + "selected_features": [ + 22898, + 14822, + 21174, + 29772 + ], + "test_balanced_acc": 0.7557393880230249, + "test_accuracy": 0.7558974358974359, + "test_auc": 0.765152152691285, + "test_f1": 0.7886323268206039, + "test_precision": 0.6959247648902821, + "test_recall": 0.9098360655737705 + }, + "16": { + "k": 16, + "selected_features": [ + 22898, + 14822, + 21174, + 29772, + 20645, + 595, + 27572, + 13296, + 5163, + 19496, + 26924, + 4919, + 2909, + 2754, + 21879, + 24699 + ], + "test_balanced_acc": 0.7998619853906487, + "test_accuracy": 0.8, + "test_auc": 0.8677942067526172, + "test_f1": 0.8238482384823849, + "test_precision": 0.7366720516962844, + "test_recall": 0.9344262295081968 + } + }, + "158_code_C": { + "1": { + "k": 1, + "selected_features": [ + 9341 + ], + "test_balanced_acc": 0.7331984727856476, + "test_accuracy": 0.733109243697479, + "test_auc": 0.7331984727856476, + "test_f1": 0.636779505946935, + "test_precision": 0.997134670487106, + "test_recall": 0.46774193548387094 + }, + "4": { + "k": 4, + "selected_features": [ + 9341, + 21219, + 10202, + 6103 + ], + "test_balanced_acc": 0.7758704922952325, + "test_accuracy": 0.7757983193277311, + "test_auc": 0.8957106301205429, + "test_f1": 0.7145913564398801, + "test_precision": 0.983510011778563, + "test_recall": 0.5611559139784946 + }, + "16": { + "k": 16, + "selected_features": [ + 9341, + 21219, + 10202, + 6103, + 31900, + 32595, + 27175, + 29224, + 26749, + 26473, + 5822, + 20789, + 18735, + 30843, + 14408, + 573 + ], + "test_balanced_acc": 0.8322906949837661, + "test_accuracy": 0.8322689075630252, + "test_auc": 0.9378199774388789, + "test_f1": 0.820697089471793, + "test_precision": 0.8818532818532818, + "test_recall": 0.7674731182795699 + } + }, + "159_code_Python": { + "1": { + "k": 1, + "selected_features": [ + 9684 + ], + "test_balanced_acc": 0.7597394262822599, + "test_accuracy": 0.7596638655462185, + "test_auc": 0.7597394262822599, + "test_f1": 0.6900736887732987, + "test_precision": 0.9719169719169719, + "test_recall": 0.5349462365591398 + }, + "4": { + "k": 4, + "selected_features": [ + 9684, + 32051, + 7608, + 15905 + ], + "test_balanced_acc": 0.7970332939236826, + "test_accuracy": 0.7969747899159664, + "test_auc": 0.9027756686986137, + "test_f1": 0.7542717656631408, + "test_precision": 0.9556701030927836, + "test_recall": 0.6229838709677419 + }, + "16": { + "k": 16, + "selected_features": [ + 9684, + 32051, + 7608, + 15905, + 31612, + 29868, + 10832, + 13296, + 26308, + 29563, + 18735, + 31508, + 6491, + 10566, + 8057, + 29004 + ], + "test_balanced_acc": 0.8621997725810067, + "test_accuracy": 0.8621848739495799, + "test_auc": 0.9578233127969282, + "test_f1": 0.8558368495077355, + "test_precision": 0.8974926253687315, + "test_recall": 0.8178763440860215 + } + }, + "160_code_HTML": { + "1": { + "k": 1, + "selected_features": [ + 27150 + ], + "test_balanced_acc": 0.7509958619866803, + "test_accuracy": 0.7509243697478991, + "test_auc": 0.7509958619866803, + "test_f1": 0.6837387964148528, + "test_precision": 0.9368421052631579, + "test_recall": 0.5383064516129032 + }, + "4": { + "k": 4, + "selected_features": [ + 27150, + 776, + 17975, + 20775 + ], + "test_balanced_acc": 0.7859359972810956, + "test_accuracy": 0.7858823529411765, + "test_auc": 0.8787757789733244, + "test_f1": 0.7453018792483007, + "test_precision": 0.9200394866732478, + "test_recall": 0.6263440860215054 + }, + "16": { + "k": 16, + "selected_features": [ + 27150, + 776, + 17975, + 20775, + 16788, + 11752, + 6750, + 21677, + 26473, + 25584, + 11788, + 26112, + 28754, + 29229, + 19678, + 29563 + ], + "test_balanced_acc": 0.8023432020160386, + "test_accuracy": 0.8023529411764706, + "test_auc": 0.9136363718535552, + "test_f1": 0.8079686479425212, + "test_precision": 0.7858958068614994, + "test_recall": 0.8313172043010753 + } + }, + "161_agnews_0": { + "1": { + "k": 1, + "selected_features": [ + 11876 + ], + "test_balanced_acc": 0.9418682795698925, + "test_accuracy": 0.9418487394957983, + "test_auc": 0.9418682795698925, + "test_f1": 0.9382804138423118, + "test_precision": 1.0, + "test_recall": 0.883736559139785 + }, + "4": { + "k": 4, + "selected_features": [ + 11876, + 16791, + 24732, + 7261 + ], + "test_balanced_acc": 0.9573252688172043, + "test_accuracy": 0.9573109243697479, + "test_auc": 0.9618162515998872, + "test_f1": 0.9554229554229554, + "test_precision": 1.0, + "test_recall": 0.9146505376344086 + }, + "16": { + "k": 16, + "selected_features": [ + 11876, + 16791, + 24732, + 7261, + 29352, + 28774, + 1699, + 28530, + 24701, + 11773, + 32024, + 25329, + 15221, + 1950, + 29470, + 10566 + ], + "test_balanced_acc": 0.9939513869304581, + "test_accuracy": 0.9939495798319328, + "test_auc": 0.9981264597840785, + "test_f1": 0.9939189189189189, + "test_precision": 0.9993206521739131, + "test_recall": 0.9885752688172043 + } + }, + "162_agnews_1": { + "1": { + "k": 1, + "selected_features": [ + 24732 + ], + "test_balanced_acc": 0.9180103007426369, + "test_accuracy": 0.9179831932773109, + "test_auc": 0.9180103007426369, + "test_f1": 0.9108187134502924, + "test_precision": 0.9983974358974359, + "test_recall": 0.8373655913978495 + }, + "4": { + "k": 4, + "selected_features": [ + 24732, + 16791, + 11876, + 7261 + ], + "test_balanced_acc": 0.9331317204301075, + "test_accuracy": 0.9331092436974789, + "test_auc": 0.9427416643165497, + "test_f1": 0.9283399351818509, + "test_precision": 1.0, + "test_recall": 0.866263440860215 + }, + "16": { + "k": 16, + "selected_features": [ + 24732, + 16791, + 11876, + 7261, + 1699, + 29352, + 28530, + 1101, + 25329, + 30039, + 11773, + 15221, + 1950, + 10566, + 31612, + 29868 + ], + "test_balanced_acc": 0.9526198378780977, + "test_accuracy": 0.9526050420168067, + "test_auc": 0.9899078302275637, + "test_f1": 0.950439367311072, + "test_precision": 0.9963154016212233, + "test_recall": 0.9086021505376344 + } + }, + "163_agnews_2": { + "1": { + "k": 1, + "selected_features": [ + 24732 + ], + "test_balanced_acc": 0.9190183652587659, + "test_accuracy": 0.9189915966386555, + "test_auc": 0.9190183652587659, + "test_f1": 0.9120116830960204, + "test_precision": 0.9984012789768185, + "test_recall": 0.8393817204301075 + }, + "4": { + "k": 4, + "selected_features": [ + 24732, + 7261, + 16791, + 11876 + ], + "test_balanced_acc": 0.9385076125705939, + "test_accuracy": 0.9384873949579832, + "test_auc": 0.9416138342336088, + "test_f1": 0.9345727565248481, + "test_precision": 0.998472116119175, + "test_recall": 0.8783602150537635 + }, + "16": { + "k": 16, + "selected_features": [ + 24732, + 7261, + 16791, + 11876, + 24701, + 29352, + 1699, + 28530, + 11773, + 25329, + 30039, + 32024, + 15221, + 28774, + 1950, + 29470 + ], + "test_balanced_acc": 0.9842060853562415, + "test_accuracy": 0.9842016806722689, + "test_auc": 0.9958305764655689, + "test_f1": 0.9839972761321076, + "test_precision": 0.9972394755003451, + "test_recall": 0.9711021505376344 + } + } +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0b5f95c338ff8d02556b3b6f1be37596a237b12b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.959367218088842, + "test_acc": 0.9594272076372315, + "test_auc": 0.9603050701021457, + "val_auc": 0.9725439725439726, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2323 + ] + }, + { + "test_f1": 0.9894988066825776, + "test_acc": 0.9894988066825776, + "test_auc": 0.9989810946579467, + "val_auc": 0.9957099957099957, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2323, + 24699, + 14703, + 24732, + 1958, + 10841, + 11876, + 25492, + 7859, + 1565, + 21905, + 14109, + 26523, + 5822, + 21053, + 2849 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..01963ff8c3c76718c4f59a00946c23cb8f5798df --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9273201077022764, + "test_acc": 0.9274141283214518, + "test_auc": 0.9578780333729832, + "val_auc": 0.9417114510128154, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24699 + ] + }, + { + "test_f1": 0.9675953207889516, + "test_acc": 0.9675955930006481, + "test_auc": 0.9930327345550829, + "val_auc": 0.9913187267465895, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24699, + 24607, + 26064, + 11321, + 16191, + 24732, + 7859, + 15785, + 16791, + 21879, + 18449, + 7569, + 26735, + 13296, + 26530, + 16807 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d32e839245392209888d01d1769cc42cadc42b5b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5455762409816379, + "test_acc": 0.5650314465408806, + "test_auc": 0.5760019351134485, + "val_auc": 0.5798319327731093, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2754 + ] + }, + { + "test_f1": 0.5962024914835046, + "test_acc": 0.599748427672956, + "test_auc": 0.6406972281601031, + "val_auc": 0.6686674669867947, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2754, + 2909, + 11853, + 16807, + 32, + 21584, + 13296, + 27972, + 28026, + 28552, + 29989, + 12531, + 20642, + 31033, + 27330, + 4999 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dc27d00b351c0b9d85895527f3ad8932b1bcab6e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6795778504540694, + "test_acc": 0.6908176100628931, + "test_auc": 0.6998413480379003, + "val_auc": 0.7402961184473789, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21725 + ] + }, + { + "test_f1": 0.7120980613086793, + "test_acc": 0.7137106918238993, + "test_auc": 0.7690748162857366, + "val_auc": 0.8007202881152461, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21725, + 24844, + 21571, + 5605, + 10176, + 13440, + 14895, + 20132, + 21584, + 4684, + 32446, + 21879, + 30139, + 15364, + 27478, + 19492 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1c3090bd35119c55735cb7454730b84e5301ca8e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.782253087783424, + "test_acc": 0.7828930817610062, + "test_auc": 0.8190025912900655, + "val_auc": 0.8647458983593438, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24732 + ] + }, + { + "test_f1": 0.7905525592084351, + "test_acc": 0.7906918238993711, + "test_auc": 0.8812019069626618, + "val_auc": 0.928171268507403, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24732, + 4096, + 16791, + 5608, + 2207, + 24347, + 29302, + 4024, + 16191, + 14703, + 6125, + 30907, + 7405, + 21099, + 29518, + 12753 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..83f254028ad742dd4adead8c2d6817a9aa77f27e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8113970463113855, + "test_acc": 0.8128301886792453, + "test_auc": 0.8313391926799852, + "val_auc": 0.8367346938775511, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14822 + ] + }, + { + "test_f1": 0.88, + "test_acc": 0.88, + "test_auc": 0.9455107595750649, + "val_auc": 0.976390556222489, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14822, + 1201, + 21174, + 2754, + 17637, + 32610, + 21386, + 13296, + 11435, + 16287, + 22619, + 31233, + 19847, + 21879, + 18940, + 24751 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fd03e0e2c70fb819d744ab7a2413fea9fcdf044e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5315664314199846, + "test_acc": 0.5548717948717948, + "test_auc": 0.5638990810246742, + "val_auc": 0.5813953488372093, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13782 + ] + }, + { + "test_f1": 0.6012577133118125, + "test_acc": 0.602051282051282, + "test_auc": 0.6425253307301309, + "val_auc": 0.704202366381069, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13782, + 22911, + 15118, + 1728, + 13871, + 18557, + 29372, + 6782, + 26820, + 7385, + 595, + 11973, + 22581, + 27980, + 15866, + 4559 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4341c4bbba8a0c6790e779a24a777b0d8aaec5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5161871408684604, + "test_acc": 0.521025641025641, + "test_auc": 0.5241820109738446, + "val_auc": 0.5558955528355773, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17367 + ] + }, + { + "test_f1": 0.5261528492378124, + "test_acc": 0.5261538461538462, + "test_auc": 0.5394435654896153, + "val_auc": 0.5716034271725826, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17367, + 1886, + 26064, + 23231, + 22911, + 13871, + 7341, + 19414, + 595, + 16288, + 21290, + 27980, + 10047, + 26820, + 27712, + 26627 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f4e08ef1b06ed9a5c7c2a6ee6e44d5338428f307 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5088322965624019, + "test_acc": 0.5384615384615384, + "test_auc": 0.5416568485542128, + "val_auc": 0.5085679314565483, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14126 + ] + }, + { + "test_f1": 0.5290027429264157, + "test_acc": 0.5487179487179488, + "test_auc": 0.5521720469922914, + "val_auc": 0.5197878416972664, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14126, + 12977, + 7341, + 15480, + 8270, + 1728, + 15833, + 595, + 32047, + 15211, + 17367, + 29859, + 27712, + 20745, + 26523, + 15540 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..44915db7ab5e833e377be1ece84f64f9b83f7c2c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8059046292218132, + "test_acc": 0.8080808080808081, + "test_auc": 0.8518367346938776, + "val_auc": 0.862179487179487, + "k": 1, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7696 + ] + }, + { + "test_f1": 0.8378878804410719, + "test_acc": 0.8383838383838383, + "test_auc": 0.9130612244897959, + "val_auc": 0.9387019230769231, + "k": 16, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7696, + 23934, + 17791, + 26649, + 23422, + 31575, + 1522, + 24719, + 12238, + 11792, + 3605, + 17337, + 2606, + 10463, + 8475, + 14922 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..68eb36064f328de037f2874e8babaf35be0e6aea --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.888410991636798, + "test_acc": 0.8888888888888888, + "test_auc": 0.913469387755102, + "val_auc": 0.937099358974359, + "k": 1, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911 + ] + }, + { + "test_f1": 0.8988661121014063, + "test_acc": 0.898989898989899, + "test_auc": 0.9606122448979592, + "val_auc": 0.9855769230769231, + "k": 16, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911, + 3791, + 24088, + 10463, + 14922, + 17337, + 1522, + 24719, + 4546, + 919, + 8537, + 18276, + 27822, + 14828, + 13274, + 10797 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf320c759fbf6dc2d84212499755486be545a25 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8681220810253067, + "test_acc": 0.8686868686868687, + "test_auc": 0.8924489795918367, + "val_auc": 0.8373397435897435, + "k": 1, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27822 + ] + }, + { + "test_f1": 0.8886617839096123, + "test_acc": 0.8888888888888888, + "test_auc": 0.9702040816326529, + "val_auc": 0.9579326923076923, + "k": 16, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27822, + 17337, + 10463, + 13871, + 24088, + 3791, + 7696, + 24574, + 18276, + 8104, + 26049, + 11797, + 12238, + 14922, + 28623, + 7989 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5586393e889b6c443fa63589162946de2622aea7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6461887630200418, + "test_acc": 0.6610316428261812, + "test_auc": 0.6810757409275179, + "val_auc": 0.7667999999999999, + "k": 1, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911 + ] + }, + { + "test_f1": 0.7888316824387592, + "test_acc": 0.788903337667967, + "test_auc": 0.8772548742561413, + "val_auc": 0.9231999999999999, + "k": 16, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911, + 27822, + 3791, + 10753, + 10797, + 24719, + 1813, + 31575, + 26649, + 18276, + 18297, + 22581, + 919, + 25440, + 18839, + 25926 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..95e1803cdde1b5a5db877666517249c785494db3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6347158507478612, + "test_acc": 0.6488946684005201, + "test_auc": 0.6738746484568174, + "val_auc": 0.7054, + "k": 1, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911 + ] + }, + { + "test_f1": 0.8219938512417924, + "test_acc": 0.8222800173385348, + "test_auc": 0.9200112433693431, + "val_auc": 0.9384000000000001, + "k": 16, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911, + 27822, + 18276, + 2606, + 31575, + 6682, + 10463, + 1522, + 24088, + 18839, + 7696, + 23231, + 19198, + 10797, + 10965, + 3605 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..aa24ffefd35a5a21294a5fe767950ada6dcbbe26 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8237901860112662, + "test_acc": 0.8248807975726051, + "test_auc": 0.8595818909603611, + "val_auc": 0.8536, + "k": 1, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911 + ] + }, + { + "test_f1": 0.8502577495230544, + "test_acc": 0.8513220632856524, + "test_auc": 0.9384256426983485, + "val_auc": 0.9344, + "k": 16, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911, + 3791, + 919, + 12326, + 10753, + 24719, + 10463, + 1522, + 14828, + 15101, + 26649, + 27822, + 26892, + 25926, + 2606, + 23422 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5fde3f8b98d434c68a897b3eba409065c7acf95d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9456214626086489, + "test_acc": 0.9456410256410256, + "test_auc": 0.978277426195846, + "val_auc": 0.9775601795185638, + "k": 1, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20640 + ] + }, + { + "test_f1": 0.978461402518014, + "test_acc": 0.9784615384615385, + "test_auc": 0.9930698151950719, + "val_auc": 0.9959200326397388, + "k": 16, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20640, + 13708, + 13871, + 27980, + 8609, + 23422, + 12238, + 8104, + 16807, + 15850, + 27886, + 1728, + 8389, + 6547, + 29067, + 10214 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e79337bb8bf6d67b8c2667563fd92d1ae0b0002c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8643472702576219, + "test_acc": 0.8666666666666667, + "test_auc": 0.8673544955734339, + "val_auc": 0.9186046511627908, + "k": 1, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26491 + ] + }, + { + "test_f1": 0.9517945675403169, + "test_acc": 0.9517948717948718, + "test_auc": 0.989855084660181, + "val_auc": 0.996328029375765, + "k": 16, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26491, + 24789, + 8226, + 27886, + 21911, + 15635, + 23422, + 6787, + 29067, + 24574, + 15850, + 20640, + 10214, + 23419, + 13871, + 15101 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..156d472ece759c327781fcc8643d97758518fe37 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9651043454790824, + "test_acc": 0.9651282051282051, + "test_auc": 0.9794408725216279, + "val_auc": 1.0, + "k": 1, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25252 + ] + }, + { + "test_f1": 0.9856410256410256, + "test_acc": 0.9856410256410256, + "test_auc": 0.9983253105328711, + "val_auc": 1.0, + "k": 16, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25252, + 31884, + 2545, + 24088, + 20640, + 955, + 19117, + 26649, + 6787, + 22911, + 27886, + 13708, + 5274, + 24789, + 16807, + 24574 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ce2da11b73926bd681760bddd47bce1c6a01bb7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6370172464072774, + "test_acc": 0.6371911573472041, + "test_auc": 0.6821500989807314, + "val_auc": 0.7288, + "k": 1, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24844 + ] + }, + { + "test_f1": 0.7302089043602942, + "test_acc": 0.7312527091460772, + "test_auc": 0.8064081192759149, + "val_auc": 0.9024, + "k": 16, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24844, + 11273, + 2934, + 19529, + 8237, + 24076, + 24006, + 10887, + 15785, + 11321, + 24834, + 21898, + 14817, + 32207, + 17367, + 11183 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5189190eb56f268ca8940d6ddac3b6a862bfc263 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6662949972785116, + "test_acc": 0.6727351538794972, + "test_auc": 0.6949875315843982, + "val_auc": 0.6752, + "k": 1, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2934 + ] + }, + { + "test_f1": 0.7670904838625288, + "test_acc": 0.7672301690507152, + "test_auc": 0.8469267121712479, + "val_auc": 0.8635999999999999, + "k": 16, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2934, + 19529, + 8237, + 24844, + 10887, + 22911, + 16801, + 14942, + 11273, + 26523, + 24006, + 32207, + 11973, + 27972, + 7385, + 19414 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5d724169f591ceb272892f4bf90dd8faea3609b1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5569633124069554, + "test_acc": 0.5726051148677936, + "test_auc": 0.5820450305960939, + "val_auc": 0.5723999999999999, + "k": 1, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14942 + ] + }, + { + "test_f1": 0.6443319017331821, + "test_acc": 0.6449934980494149, + "test_auc": 0.7196891238439096, + "val_auc": 0.7417999999999999, + "k": 16, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14942, + 8237, + 2934, + 15706, + 6787, + 19020, + 14792, + 19414, + 27972, + 16801, + 7442, + 16007, + 4684, + 2418, + 18333, + 12412 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1bc6cb2c35fda57c2452a015893c566dddcb91a4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6259268191712314, + "test_acc": 0.6268656716417911, + "test_auc": 0.6701400254591743, + "val_auc": 0.6436000000000001, + "k": 1, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20332 + ] + }, + { + "test_f1": 0.7776449999545051, + "test_acc": 0.7782515991471215, + "test_auc": 0.8465902891434804, + "val_auc": 0.8392000000000001, + "k": 16, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20332, + 23903, + 29752, + 26642, + 8228, + 11005, + 9643, + 1717, + 30809, + 27021, + 32353, + 8584, + 8855, + 23365, + 15962, + 18915 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..26abe428023463c9d1b79b3b2beb2541db06f870 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9595877138734282, + "test_acc": 0.9595959595959596, + "test_auc": 0.9665306122448979, + "val_auc": 0.932367149758454, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22397 + ] + }, + { + "test_f1": 0.9898969278371137, + "test_acc": 0.98989898989899, + "test_auc": 0.9995918367346939, + "val_auc": 0.998792270531401, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22397, + 3508, + 9696, + 14433, + 23660, + 5542, + 29667, + 31372, + 21726, + 12753, + 730, + 5860, + 14612, + 24699, + 17025, + 1646 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a4aefdc0c2fc889e1c39d3f7b763d2415ff7b803 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7272727272727273, + "test_acc": 0.7272727272727273, + "test_auc": 0.7812244897959183, + "val_auc": 0.7944847020933978, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17025 + ] + }, + { + "test_f1": 0.9494330117733285, + "test_acc": 0.9494949494949495, + "test_auc": 0.9869387755102041, + "val_auc": 0.9760466988727858, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17025, + 6844, + 18564, + 16191, + 26167, + 20, + 12553, + 3508, + 29586, + 22743, + 21854, + 15007, + 22397, + 15898, + 30536, + 18868 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f908ac5fd260797369cfa6952cd9ca4431e6de07 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9187278859141043, + "test_acc": 0.9191919191919192, + "test_auc": 0.9199999999999999, + "val_auc": 0.9259259259259259, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12776 + ] + }, + { + "test_f1": 0.98989898989899, + "test_acc": 0.98989898989899, + "test_auc": 0.9993877551020408, + "val_auc": 1.0, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12776, + 16642, + 30536, + 17968, + 13157, + 30619, + 21, + 29586, + 16281, + 12753, + 26780, + 25621, + 27282, + 18564, + 15053, + 27739 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0e1bf4de7610c05d9e30bef1e9a0d9e4358a4ee4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9154353047693765, + "test_acc": 0.9155555555555556, + "test_auc": 0.9221713021491783, + "val_auc": 0.9409496753246752, + "k": 1, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23379 + ] + }, + { + "test_f1": 0.9288467281510759, + "test_acc": 0.9288888888888889, + "test_auc": 0.9591498103666245, + "val_auc": 0.9644886363636365, + "k": 16, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23379, + 21821, + 25229, + 31080, + 29140, + 16225, + 10788, + 3054, + 6479, + 18297, + 4919, + 184, + 23333, + 24836, + 25517, + 23595 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4360e38cc793a09f7fad6ec376484f17dd93b82e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6745529341072218, + "test_acc": 0.6755555555555556, + "test_auc": 0.7471554993678888, + "val_auc": 0.5787337662337663, + "k": 1, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29373 + ] + }, + { + "test_f1": 0.7989199706168477, + "test_acc": 0.8, + "test_auc": 0.9103982300884956, + "val_auc": 0.8407061688311689, + "k": 16, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29373, + 18297, + 7591, + 18505, + 20468, + 30536, + 4096, + 4954, + 19886, + 16191, + 29818, + 24732, + 31372, + 16807, + 12332, + 5608 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3a44da8b64cb97cb399a17f1c0fc719844b1fda0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9644233640755379, + "test_acc": 0.9644444444444444, + "test_auc": 0.9682759165613148, + "val_auc": 0.9525162337662338, + "k": 1, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30619 + ] + }, + { + "test_f1": 0.9733175230566535, + "test_acc": 0.9733333333333334, + "test_auc": 0.9955357142857144, + "val_auc": 0.9924918831168831, + "k": 16, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30619, + 31292, + 16281, + 18564, + 19463, + 12768, + 31080, + 18868, + 3508, + 7825, + 6237, + 27265, + 21366, + 16225, + 15053, + 22683 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5b707c8eaf83620c517f7a1319ba4be3fb005ee2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7154664139048977, + "test_acc": 0.7169484178586909, + "test_auc": 0.7608258765844809, + "val_auc": 0.852, + "k": 1, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832 + ] + }, + { + "test_f1": 0.7463767902877301, + "test_acc": 0.7472908539228436, + "test_auc": 0.8256958337905336, + "val_auc": 0.8908, + "k": 16, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832, + 10925, + 763, + 30279, + 9180, + 13296, + 9823, + 28056, + 4096, + 9098, + 11274, + 24844, + 26735, + 24699, + 16791, + 14703 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bcdec8d8eb907136613d51f8a543f36611b5a36d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6150106299762792, + "test_acc": 0.6215864759427828, + "test_auc": 0.636024476875185, + "val_auc": 0.6739999999999999, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832 + ] + }, + { + "test_f1": 0.6863259766567246, + "test_acc": 0.6874729085392285, + "test_auc": 0.7522633293300125, + "val_auc": 0.7288, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832, + 16791, + 7979, + 29995, + 2786, + 26735, + 763, + 29649, + 10925, + 14030, + 18116, + 28803, + 30279, + 7405, + 29710, + 14137 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5b5dafe7ab2c09eb63b2847ea4036211763f0d35 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6012172286517621, + "test_acc": 0.6072821846553966, + "test_auc": 0.6324906317781509, + "val_auc": 0.6416, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832 + ] + }, + { + "test_f1": 0.7315374224414217, + "test_acc": 0.7329865626354573, + "test_auc": 0.8264740763677305, + "val_auc": 0.8520000000000001, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832, + 18116, + 7979, + 2786, + 24604, + 763, + 24844, + 13296, + 28634, + 28197, + 9823, + 10925, + 19063, + 29649, + 9180, + 30279 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0da6f8a916fae7f44d85360bf7932c369296c9c9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6825671294819782, + "test_acc": 0.6827118644067797, + "test_auc": 0.7388353869970179, + "val_auc": 0.8119967793880838, + "k": 1, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28774 + ] + }, + { + "test_f1": 0.7938835257169228, + "test_acc": 0.7938983050847458, + "test_auc": 0.8653305902122794, + "val_auc": 0.8884863123993558, + "k": 16, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28774, + 24607, + 22978, + 11350, + 7261, + 3227, + 1101, + 32024, + 26395, + 25134, + 28426, + 11876, + 4810, + 32525, + 14703, + 8966 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bfbf4e281c6896442e3fa2d33c0e32c612fbcf04 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.569996555818998, + "test_acc": 0.6216949152542373, + "test_auc": 0.6219254797704016, + "val_auc": 0.62097423510467, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12577 + ] + }, + { + "test_f1": 0.7777625508430265, + "test_acc": 0.7810169491525424, + "test_auc": 0.8488580747408561, + "val_auc": 0.8554750402576489, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12577, + 32583, + 11321, + 1101, + 13296, + 25610, + 24701, + 17486, + 6886, + 11350, + 29710, + 6502, + 31708, + 8211, + 9472, + 15600 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d5001704b19ec53bb4ffdb48e4a4be64894b86b3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6614826883941306, + "test_acc": 0.6664406779661017, + "test_auc": 0.6771261945998022, + "val_auc": 0.6698872785829308, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28774 + ] + }, + { + "test_f1": 0.7701688576911986, + "test_acc": 0.7701694915254237, + "test_auc": 0.8592587689784631, + "val_auc": 0.9114331723027376, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28774, + 8378, + 4077, + 7261, + 1101, + 28426, + 1699, + 19157, + 2323, + 11321, + 11350, + 1899, + 24699, + 29352, + 4919, + 29610 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3acbad715f741187310bf6990c12918250fe60c1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5946314156891992, + "test_acc": 0.6209912536443148, + "test_auc": 0.6202570379436965, + "val_auc": 0.5554221688675471, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29385 + ] + }, + { + "test_f1": 0.6550796830563952, + "test_acc": 0.6559766763848397, + "test_auc": 0.7407350741194071, + "val_auc": 0.7486994797919169, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29385, + 28301, + 14966, + 13678, + 10824, + 11099, + 12283, + 11964, + 10850, + 17581, + 20522, + 27832, + 21494, + 11876, + 18111, + 29782 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d87af2fe264adf6060c5803b0208e550eec2d5f1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6414203349501236, + "test_acc": 0.673469387755102, + "test_auc": 0.6764075887392901, + "val_auc": 0.696078431372549, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11824 + ] + }, + { + "test_f1": 0.8887341880546129, + "test_acc": 0.8892128279883382, + "test_auc": 0.9394634842921257, + "val_auc": 0.9367747098839535, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11824, + 13262, + 24844, + 11099, + 24006, + 14966, + 12283, + 16084, + 28301, + 12480, + 29385, + 26917, + 24347, + 595, + 11876, + 5435 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..20dfaa6e21939241a80b111f6cd433f03a4ae069 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.602213921904229, + "test_acc": 0.6034985422740525, + "test_auc": 0.6067931456548348, + "val_auc": 0.6470588235294118, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24844 + ] + }, + { + "test_f1": 0.7900874635568513, + "test_acc": 0.7900874635568513, + "test_auc": 0.8588331293349654, + "val_auc": 0.8735494197679071, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24844, + 11824, + 13262, + 26917, + 21494, + 11321, + 18351, + 24006, + 13610, + 4810, + 16084, + 11255, + 13431, + 19068, + 14485, + 24347 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3d8b8d60a14c86d0c54fd0c67f77a8cc9d67f07b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.3389600705036947, + "test_acc": 0.5050505050505051, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17505 + ] + }, + { + "test_f1": 0.4927743389597368, + "test_acc": 0.494949494949495, + "test_auc": 0.5481632653061225, + "val_auc": 0.5228282828282829, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17505, + 30661, + 2446, + 7969, + 18565, + 12306, + 4956, + 25674, + 16807, + 24572, + 1950, + 19678, + 31149, + 31557, + 11980, + 27972 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ad76a8762fca3274962fa1801d17e7260d3c9f31 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5045188729399256, + "test_acc": 0.5151515151515151, + "test_auc": 0.49734693877551023, + "val_auc": 0.5616161616161616, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27972 + ] + }, + { + "test_f1": 0.572615039281706, + "test_acc": 0.5757575757575758, + "test_auc": 0.5655102040816327, + "val_auc": 0.5664646464646464, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27972, + 4956, + 2446, + 24847, + 15971, + 1950, + 30806, + 10276, + 26872, + 30475, + 14703, + 27824, + 25674, + 30009, + 29753, + 4445 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..64222abdd052910d212b00c5bed31f6ce651aa84 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.494846423417852, + "test_acc": 0.494949494949495, + "test_auc": 0.5495918367346939, + "val_auc": 0.5878787878787879, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24572 + ] + }, + { + "test_f1": 0.5242821676137976, + "test_acc": 0.5252525252525253, + "test_auc": 0.5938775510204082, + "val_auc": 0.6113131313131314, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24572, + 30333, + 17711, + 1876, + 26258, + 27817, + 1950, + 8403, + 12282, + 20405, + 198, + 24241, + 6502, + 16791, + 28056, + 26872 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7f42d87952a3deb874184c44b7e398f22a2e1679 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5238534011493707, + "test_acc": 0.5294915254237288, + "test_auc": 0.5312489658139458, + "val_auc": 0.5265700483091788, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13296 + ] + }, + { + "test_f1": 0.5571941035827181, + "test_acc": 0.5572881355932203, + "test_auc": 0.5796865634870731, + "val_auc": 0.6117149758454107, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13296, + 14818, + 19463, + 17856, + 25674, + 24751, + 10324, + 14015, + 1255, + 23955, + 10176, + 6125, + 21174, + 5608, + 11667, + 8068 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..226a9b558853fd4a117701be97d334940e0ab881 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5895440702141427, + "test_acc": 0.5905084745762712, + "test_auc": 0.6084525634944273, + "val_auc": 0.6386876006441223, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13296 + ] + }, + { + "test_f1": 0.6603277419993576, + "test_acc": 0.6603389830508475, + "test_auc": 0.7141978577180617, + "val_auc": 0.7765700483091788, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13296, + 17856, + 24006, + 22052, + 21174, + 11667, + 17022, + 19463, + 24916, + 10324, + 28803, + 24844, + 24751, + 26530, + 24891, + 6125 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b8be4f9997e241caca3f661132f34286f58b897d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5392063224915079, + "test_acc": 0.5823728813559322, + "test_auc": 0.5843031700330571, + "val_auc": 0.588768115942029, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22052 + ] + }, + { + "test_f1": 0.5955127820967359, + "test_acc": 0.5959322033898306, + "test_auc": 0.6327747809364118, + "val_auc": 0.6936392914653784, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22052, + 10324, + 17856, + 22743, + 24844, + 14818, + 939, + 20190, + 26602, + 29782, + 17716, + 10176, + 21174, + 28803, + 7385, + 17179 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1a3e1a870930aed8dbed220b65709b65b688a80c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5781481866298328, + "test_acc": 0.5781637717121588, + "test_auc": 0.6300674843603764, + "val_auc": 0.6138455382152861, + "k": 1, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20989 + ] + }, + { + "test_f1": 0.6128984588396249, + "test_acc": 0.6129032258064516, + "test_auc": 0.653933303778139, + "val_auc": 0.7318927571028412, + "k": 16, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20989, + 9734, + 27330, + 14750, + 12885, + 4810, + 29214, + 30708, + 31985, + 14368, + 26735, + 6184, + 11833, + 7670, + 16697, + 483 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7807d659b98c2d036f3462748109cd382880c976 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6005910040848689, + "test_acc": 0.6054590570719603, + "test_auc": 0.6124328850795527, + "val_auc": 0.5638255302120848, + "k": 1, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25339 + ] + }, + { + "test_f1": 0.6443289988469378, + "test_acc": 0.6451612903225806, + "test_auc": 0.7004581055120438, + "val_auc": 0.6758703481392557, + "k": 16, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25339, + 26865, + 7634, + 9734, + 30708, + 5495, + 14285, + 21792, + 26735, + 21677, + 14368, + 1876, + 19591, + 29004, + 2254, + 16158 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..186361f8ca962495d4460eca1512ecb7ae42d4d5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5953939803012716, + "test_acc": 0.5955334987593052, + "test_auc": 0.6163489483276687, + "val_auc": 0.6442577030812325, + "k": 1, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 595 + ] + }, + { + "test_f1": 0.7022112481511814, + "test_acc": 0.7022332506203474, + "test_auc": 0.7838283828382838, + "val_auc": 0.7050820328131253, + "k": 16, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 595, + 31636, + 9734, + 30059, + 14285, + 3496, + 6339, + 29677, + 10775, + 4810, + 7351, + 21792, + 25339, + 16697, + 14368, + 264 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..51dbefa61c402401b1d092a4cb3e40ce4ef5bcf7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8243617061185624, + "test_acc": 0.8259705488621151, + "test_auc": 0.8484466172527991, + "val_auc": 0.8282828282828283, + "k": 1, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5742 + ] + }, + { + "test_f1": 0.8517719716051131, + "test_acc": 0.8527443105756358, + "test_auc": 0.9531655460136772, + "val_auc": 0.953131313131313, + "k": 16, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5742, + 2006, + 5788, + 541, + 8389, + 8781, + 28423, + 19001, + 11627, + 4173, + 212, + 25348, + 14866, + 16564, + 4211, + 27972 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d45f292dc942e9e1a3b6a1b167f49ab7f68c4ef0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8645978461312058, + "test_acc": 0.8661311914323963, + "test_auc": 0.8801701767716592, + "val_auc": 0.8993939393939394, + "k": 1, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2006 + ] + }, + { + "test_f1": 0.8804325289979131, + "test_acc": 0.8808567603748326, + "test_auc": 0.9652083841091883, + "val_auc": 0.9761616161616162, + "k": 16, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2006, + 5788, + 5742, + 26491, + 5605, + 25348, + 8389, + 16564, + 8781, + 7897, + 3099, + 32114, + 20795, + 541, + 6589, + 22640 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..34194d67e0306d35212609de1e6a2e6520baa4a7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8623299093178612, + "test_acc": 0.8634538152610441, + "test_auc": 0.8819658499519719, + "val_auc": 0.8577777777777778, + "k": 1, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5788 + ] + }, + { + "test_f1": 0.8753568099283394, + "test_acc": 0.8755020080321285, + "test_auc": 0.9686957893076802, + "val_auc": 0.9632323232323232, + "k": 16, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5788, + 2006, + 5605, + 5742, + 26491, + 24088, + 15635, + 5794, + 16885, + 5456, + 27972, + 23393, + 23224, + 23934, + 22302, + 5684 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..be906fc7195c8b0f530fae7358cbadee40b970b8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7262061674858763, + "test_acc": 0.7353846153846154, + "test_auc": 0.7474500959369845, + "val_auc": 0.6929824561403508, + "k": 1, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22898 + ] + }, + { + "test_f1": 0.7791210247036727, + "test_acc": 0.7856410256410257, + "test_auc": 0.8520172013330193, + "val_auc": 0.8421052631578947, + "k": 16, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22898, + 14822, + 21174, + 29772, + 13296, + 16277, + 27572, + 595, + 20645, + 6747, + 4919, + 5163, + 19496, + 7979, + 21204, + 26735 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ddd8261f3b60eceec28ad6083d31639887eb6b2f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7128912594193362, + "test_acc": 0.733109243697479, + "test_auc": 0.7334316766817798, + "val_auc": 0.7452830188679245, + "k": 1, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9341 + ] + }, + { + "test_f1": 0.8263727457260198, + "test_acc": 0.826890756302521, + "test_auc": 0.9392908341829909, + "val_auc": 0.9708952228020875, + "k": 16, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9341, + 21219, + 6103, + 10202, + 32595, + 18735, + 17975, + 29224, + 31900, + 7608, + 26473, + 26749, + 27175, + 23344, + 30843, + 5822 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d0b8e397851d15f20deaef3e3b491c2d851751ed --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7518268810107349, + "test_acc": 0.7586554621848739, + "test_auc": 0.7768577673167452, + "val_auc": 0.821356884785227, + "k": 1, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32051 + ] + }, + { + "test_f1": 0.8675135374705942, + "test_acc": 0.867563025210084, + "test_auc": 0.9615037312623379, + "val_auc": 0.9879566439181052, + "k": 16, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32051, + 7608, + 31612, + 9684, + 10566, + 13296, + 15905, + 28530, + 29868, + 18735, + 26308, + 10832, + 10965, + 29563, + 5250, + 31508 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7a339dcfd9dc0a6a9af38b2d2327486df150f9c4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6808193351961531, + "test_acc": 0.6833613445378152, + "test_auc": 0.7081945860540454, + "val_auc": 0.6557607386591731, + "k": 1, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7608 + ] + }, + { + "test_f1": 0.8082218359579523, + "test_acc": 0.8090756302521008, + "test_auc": 0.9181535674772763, + "val_auc": 0.9516258530710558, + "k": 16, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7608, + 776, + 27150, + 20775, + 11752, + 17975, + 16788, + 21677, + 29563, + 6750, + 26473, + 19678, + 10566, + 11788, + 26112, + 26308 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e91db274f9e7e44d0a08d03a55c55b7ba8b4ba0e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.932343639698618, + "test_acc": 0.9324369747899159, + "test_auc": 0.9448608369308197, + "val_auc": 0.9795262946607788, + "k": 1, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791 + ] + }, + { + "test_f1": 0.9909239390509728, + "test_acc": 0.9909243697478992, + "test_auc": 0.9989487746852652, + "val_auc": 1.0, + "k": 16, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791, + 11876, + 24732, + 7261, + 29352, + 28774, + 30039, + 1699, + 28530, + 24701, + 11773, + 32024, + 15221, + 25329, + 10965, + 1950 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8ef1cf9cc4037218f9e1155f1b9a059ed5204eaa --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9078886749004654, + "test_acc": 0.908235294117647, + "test_auc": 0.9203314930111142, + "val_auc": 0.8940184664793256, + "k": 1, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791 + ] + }, + { + "test_f1": 0.9942857065380634, + "test_acc": 0.9942857142857143, + "test_auc": 0.9999231692590262, + "val_auc": 1.0, + "k": 16, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791, + 24732, + 11876, + 7261, + 1699, + 29352, + 28530, + 26735, + 1101, + 30039, + 1876, + 11773, + 25329, + 1950, + 15221, + 10965 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dc046c4f4063e6d277d148057724511ee50c914c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9031067115821589, + "test_acc": 0.9035294117647059, + "test_auc": 0.915567987070742, + "val_auc": 0.9694901645925331, + "k": 1, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791 + ] + }, + { + "test_f1": 0.9845350893124083, + "test_acc": 0.9845378151260504, + "test_auc": 0.998637836157089, + "val_auc": 1.0, + "k": 16, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791, + 24732, + 7261, + 11876, + 29352, + 24701, + 1699, + 28530, + 30039, + 11773, + 25329, + 32024, + 15221, + 28774, + 1950, + 10965 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..00fce7028c287ae83ed0a26a18d13af401eb96b7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6997870264943413, + "test_acc": 0.70062893081761, + "test_auc": 0.7607081846894148, + "val_auc": 0.8229291716686673, + "k": 1, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22086 + ] + }, + { + "test_f1": 0.8404529597814635, + "test_acc": 0.840503144654088, + "test_auc": 0.9213137405206275, + "val_auc": 0.9511804721888756, + "k": 16, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22086, + 10535, + 13203, + 1958, + 28426, + 20642, + 21855, + 19020, + 1749, + 29080, + 14261, + 1646, + 25601, + 2408, + 10824, + 13871 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..96a5c34e395615ab91a6f3f5e5f7ebea71b8f0d9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7348749061166993, + "test_acc": 0.7369255150554676, + "test_auc": 0.7649085794655416, + "val_auc": 0.7392957182873149, + "k": 1, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1749 + ] + }, + { + "test_f1": 0.8367301301298935, + "test_acc": 0.8367670364500792, + "test_auc": 0.9273156519991963, + "val_auc": 0.9063625450180072, + "k": 16, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1749, + 2408, + 28426, + 29080, + 16275, + 14496, + 15600, + 18297, + 26735, + 13507, + 3904, + 20642, + 6188, + 25601, + 7837, + 9609 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..15b8053bf8078c948701eb2a65e0fdb0ec3421c9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.703056856090924, + "test_acc": 0.7034813925570228, + "test_auc": 0.7296681885261022, + "val_auc": 0.7399355877616747, + "k": 1, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29080 + ] + }, + { + "test_f1": 0.7416353838080451, + "test_acc": 0.7418967587034814, + "test_auc": 0.832756871425936, + "val_auc": 0.7640901771336553, + "k": 16, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29080, + 31708, + 32042, + 16807, + 19020, + 142, + 22978, + 16275, + 29219, + 25584, + 5559, + 17505, + 1646, + 25601, + 19132, + 21879 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..21b9d79a53ef3777c5b57122e6cca44cf11d1bd4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6897681192006924, + "test_acc": 0.7024793388429752, + "test_auc": 0.7046020278064478, + "val_auc": 0.6922769107643058, + "k": 1, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23911 + ] + }, + { + "test_f1": 0.7795641400870276, + "test_acc": 0.7796143250688705, + "test_auc": 0.8432396332948819, + "val_auc": 0.7955182072829131, + "k": 16, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23911, + 6143, + 1958, + 29080, + 5559, + 29352, + 25212, + 32525, + 29004, + 1646, + 18628, + 14496, + 22978, + 26842, + 21879, + 142 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..282a0ecfa88fe937b40d2b2bc84469f0ae539a01 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5783348375571116, + "test_acc": 0.5783647798742139, + "test_auc": 0.5985669933035556, + "val_auc": 0.6726690676270509, + "k": 1, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28426 + ] + }, + { + "test_f1": 0.6779764511032477, + "test_acc": 0.6782389937106919, + "test_auc": 0.7348317382908423, + "val_auc": 0.7871148459383753, + "k": 16, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28426, + 29080, + 29219, + 28774, + 10535, + 30318, + 7261, + 6381, + 19020, + 7837, + 25601, + 16275, + 22978, + 5608, + 25692, + 9087 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9a61d21d563e8d1349c86d0f825ae8f55dd2157e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.770407368055603, + "test_acc": 0.7748427672955975, + "test_auc": 0.7831690697785101, + "val_auc": 0.7719087635054023, + "k": 1, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2721 + ] + }, + { + "test_f1": 0.8368640290676896, + "test_acc": 0.8369811320754716, + "test_auc": 0.9177737537454216, + "val_auc": 0.9495798319327731, + "k": 16, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2721, + 6986, + 18147, + 24844, + 7454, + 17326, + 15785, + 3474, + 24006, + 32241, + 19848, + 13024, + 28970, + 21078, + 7859, + 21391 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..68c91b9626decc84d26a02ce09e4150bf8724ef9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5353535353535354, + "test_acc": 0.5353535353535354, + "test_auc": 0.5951020408163266, + "val_auc": 0.6017663588920112, + "k": 1, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22911 + ] + }, + { + "test_f1": 0.6037949589351458, + "test_acc": 0.6060606060606061, + "test_auc": 0.7208163265306122, + "val_auc": 0.8578883982336412, + "k": 16, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22911, + 16807, + 2786, + 5565, + 18696, + 26727, + 26735, + 25584, + 12055, + 20014, + 5237, + 12369, + 19708, + 19848, + 24104, + 24157 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2981661c8d6c2e4593051c138d938f1c35d112df --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.641596060229146, + "test_acc": 0.6438698915763136, + "test_auc": 0.7017557039510295, + "val_auc": 0.8113929146537843, + "k": 1, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063 + ] + }, + { + "test_f1": 0.7865637679255648, + "test_acc": 0.7873227689741451, + "test_auc": 0.8689621591541458, + "val_auc": 0.9138486312399356, + "k": 16, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063, + 6820, + 6986, + 10736, + 14286, + 21571, + 25223, + 18147, + 31945, + 26827, + 32389, + 16807, + 11906, + 22911, + 24636, + 12480 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5570961320d561f501c5c70fecd2792894cfa447 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6343040452038206, + "test_acc": 0.6344654088050314, + "test_auc": 0.6709989428265617, + "val_auc": 0.5898359343737495, + "k": 1, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063 + ] + }, + { + "test_f1": 0.6444914025474405, + "test_acc": 0.6445283018867924, + "test_auc": 0.7070510632997785, + "val_auc": 0.64265706282513, + "k": 16, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063, + 29863, + 25223, + 595, + 923, + 32491, + 19463, + 28979, + 20380, + 27330, + 21078, + 9569, + 4276, + 22911, + 23903, + 31295 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1c678da29d4743ec2ba64133fb19a63585920ef5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5079437947915486, + "test_acc": 0.5362058647516457, + "test_auc": 0.5432240781594705, + "val_auc": 0.520875150541951, + "k": 1, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3982 + ] + }, + { + "test_f1": 0.5418858887627528, + "test_acc": 0.5463794135248354, + "test_auc": 0.5643769876514912, + "val_auc": 0.5473705339221195, + "k": 16, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3982, + 17045, + 25179, + 14641, + 29863, + 595, + 28979, + 30756, + 23857, + 32155, + 11391, + 4837, + 21601, + 17086, + 31346, + 13250 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e8126dfcf800c1b0136eb3ab3ab4967b29ce6ee4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5563405805740484, + "test_acc": 0.5778616352201258, + "test_auc": 0.5907475552864241, + "val_auc": 0.6218487394957983, + "k": 1, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063 + ] + }, + { + "test_f1": 0.6414583023497044, + "test_acc": 0.6417610062893082, + "test_auc": 0.7284766728200102, + "val_auc": 0.782312925170068, + "k": 16, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063, + 31233, + 11294, + 5988, + 941, + 19157, + 7405, + 28979, + 11274, + 15288, + 17637, + 29710, + 13146, + 1588, + 24931, + 3153 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4648399fd484a391d1124128a1fec775fe330c5a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9967295593344642, + "test_acc": 0.9967295597484277, + "test_auc": 0.9984777816369784, + "val_auc": 1.0, + "k": 1, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29214 + ] + }, + { + "test_f1": 0.9984905631718308, + "test_acc": 0.9984905660377359, + "test_auc": 0.9999827854899908, + "val_auc": 1.0, + "k": 16, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29214, + 5608, + 26735, + 1876, + 16791, + 6125, + 28803, + 4096, + 13371, + 8867, + 31084, + 1255, + 16191, + 3153, + 27330, + 21571 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5d840459ab717f75b6b67b0c60cdf048d014d831 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6136747289089809, + "test_acc": 0.6213836477987421, + "test_auc": 0.635361995830038, + "val_auc": 0.6956782713085233, + "k": 1, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063 + ] + }, + { + "test_f1": 0.6962511611646988, + "test_acc": 0.6963522012578617, + "test_auc": 0.776596544541532, + "val_auc": 0.8195278111244497, + "k": 16, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063, + 26924, + 21879, + 24931, + 28979, + 24844, + 21571, + 4096, + 10803, + 24699, + 7405, + 29710, + 27781, + 25223, + 6125, + 14286 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..70df9b16ebca7c767445617098694220074a5705 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6540753447304523, + "test_acc": 0.6545911949685534, + "test_auc": 0.6825274748642839, + "val_auc": 0.7256902761104442, + "k": 1, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063 + ] + }, + { + "test_f1": 0.7122867632982149, + "test_acc": 0.7124528301886792, + "test_auc": 0.7890546601197521, + "val_auc": 0.7727090836334535, + "k": 16, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063, + 10803, + 24931, + 26924, + 4096, + 4057, + 21879, + 28979, + 25223, + 23333, + 24844, + 7405, + 19511, + 15007, + 29352, + 27478 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f7583854d23cbd75a6812eb6179b6a53ca72b51f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7907602147341757, + "test_acc": 0.7908015768725362, + "test_auc": 0.8572795569340126, + "val_auc": 0.7873999999999999, + "k": 1, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2789 + ] + }, + { + "test_f1": 0.8394053746550314, + "test_acc": 0.8394218134034166, + "test_auc": 0.9119697549886642, + "val_auc": 0.8583999999999999, + "k": 16, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2789, + 7473, + 1556, + 14641, + 32430, + 19291, + 9410, + 8333, + 21086, + 21738, + 5185, + 6959, + 4088, + 31931, + 5709, + 22146 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b85af1f55cfb4ea106853afef0e4077478155fdb --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5138003047908523, + "test_acc": 0.5280503144654088, + "test_auc": 0.5488971827948061, + "val_auc": 0.5886354541816726, + "k": 1, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24699 + ] + }, + { + "test_f1": 0.5682198014621698, + "test_acc": 0.5685534591194968, + "test_auc": 0.6041910749853929, + "val_auc": 0.6834733893557423, + "k": 16, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24699, + 24732, + 5608, + 19063, + 16791, + 12753, + 7305, + 12563, + 1473, + 2776, + 11274, + 7518, + 19848, + 1588, + 704, + 4956 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a9f8760f788a6da5e8cab51e47f05dc6799851eb --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9901882097874898, + "test_acc": 0.990188679245283, + "test_auc": 0.9966115262283312, + "val_auc": 0.9995998399359743, + "k": 1, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13440 + ] + }, + { + "test_f1": 0.991949648850877, + "test_acc": 0.9919496855345912, + "test_auc": 0.9992557255966599, + "val_auc": 1.0, + "k": 16, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13440, + 16807, + 13590, + 8117, + 13296, + 4211, + 6986, + 5074, + 8781, + 7989, + 30776, + 5676, + 8743, + 25310, + 27478, + 4389 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..706f2e168b28993bb09a8f443fb1f4f12aacb138 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8155159385596348, + "test_acc": 0.8176100628930818, + "test_auc": 0.8374013583261016, + "val_auc": 0.8163265306122449, + "k": 1, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7989 + ] + }, + { + "test_f1": 0.9597402944855918, + "test_acc": 0.959748427672956, + "test_auc": 0.9926949720466737, + "val_auc": 0.9851940776310524, + "k": 16, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7989, + 24080, + 30776, + 32185, + 5676, + 13042, + 16807, + 8117, + 13590, + 5736, + 29789, + 11333, + 25750, + 3155, + 13296, + 25310 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..01c6798f5592903b8d31288ccb7ef2ff315f97ad --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8527933089056985, + "test_acc": 0.8541772151898734, + "test_auc": 0.8643560620044382, + "val_auc": 0.8291316526610645, + "k": 1, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20868 + ] + }, + { + "test_f1": 0.869784812447676, + "test_acc": 0.8703797468354431, + "test_auc": 0.9443781302683879, + "val_auc": 0.9491796718687475, + "k": 16, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20868, + 10602, + 4211, + 26855, + 963, + 27478, + 21898, + 23966, + 6179, + 23231, + 19463, + 5605, + 24719, + 18412, + 31575, + 32716 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5cd14093322be910645e42256fb94baf1aadea83 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7438359279360917, + "test_acc": 0.7466666666666667, + "test_auc": 0.788875517554785, + "val_auc": 0.740922072623419, + "k": 1, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8117 + ] + }, + { + "test_f1": 0.8545806535704583, + "test_acc": 0.8553846153846154, + "test_auc": 0.9143530985962904, + "val_auc": 0.8922888616891064, + "k": 16, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8117, + 16380, + 8467, + 22302, + 22322, + 21898, + 9062, + 17208, + 32185, + 5684, + 16418, + 30776, + 28542, + 26735, + 27972, + 7989 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4d16bf46029c9727d75c817d22b71926f585b168 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8865530408704034, + "test_acc": 0.8870440251572327, + "test_auc": 0.9011836494558696, + "val_auc": 0.9543817527010805, + "k": 1, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13440 + ] + }, + { + "test_f1": 0.9187382502912609, + "test_acc": 0.9187421383647799, + "test_auc": 0.9793646124355595, + "val_auc": 0.9943977591036414, + "k": 16, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13440, + 8743, + 19252, + 15635, + 22911, + 16964, + 10799, + 30776, + 27398, + 29782, + 12400, + 29612, + 14693, + 22926, + 16170, + 29742 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6b63a0e93cf33ed81c9bddfe28617dc085b8338e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8481436473984846, + "test_acc": 0.8492307692307692, + "test_auc": 0.8679036085771031, + "val_auc": 0.87250101999184, + "k": 1, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4645 + ] + }, + { + "test_f1": 0.8760571643121978, + "test_acc": 0.8769230769230769, + "test_auc": 0.9145150974517791, + "val_auc": 0.9179926560587515, + "k": 16, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4645, + 22911, + 25750, + 17208, + 21898, + 4723, + 21085, + 21722, + 5074, + 25310, + 26176, + 6986, + 212, + 7897, + 5736, + 27304 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..773e50db173fb70badbfd1215416288fb409fe69 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.79460009648877, + "test_acc": 0.7979487179487179, + "test_auc": 0.8329055441478439, + "val_auc": 0.8015095879232966, + "k": 1, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32185 + ] + }, + { + "test_f1": 0.865307792160282, + "test_acc": 0.8656410256410256, + "test_auc": 0.923321944322887, + "val_auc": 0.9530803753569972, + "k": 16, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32185, + 25321, + 17208, + 19428, + 25750, + 5736, + 16885, + 11918, + 6179, + 26240, + 25083, + 8467, + 12261, + 16380, + 6146, + 26735 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8d37610a0922c8de793ebfddc993b519ff83ab7e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7166273804370649, + "test_acc": 0.7169230769230769, + "test_auc": 0.7648029084054263, + "val_auc": 0.7301101591187271, + "k": 1, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16807 + ] + }, + { + "test_f1": 0.8440523664720581, + "test_acc": 0.8441025641025641, + "test_auc": 0.931870013801461, + "val_auc": 0.8996328029375765, + "k": 16, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16807, + 1683, + 25750, + 13296, + 13590, + 29782, + 32185, + 19463, + 16179, + 13042, + 16564, + 5676, + 6986, + 27972, + 5736, + 5074 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d1a12f8c28aeb58f19f99d038728e2e5458ea35d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8135200552346032, + "test_acc": 0.8153846153846154, + "test_auc": 0.8341468340795098, + "val_auc": 0.8410852713178294, + "k": 1, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10854 + ] + }, + { + "test_f1": 0.8426877267215507, + "test_acc": 0.8430769230769231, + "test_auc": 0.915362961591544, + "val_auc": 0.9371685026519789, + "k": 16, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10854, + 26793, + 25750, + 13296, + 9062, + 19253, + 4210, + 11048, + 22911, + 8781, + 26379, + 18418, + 23205, + 8137, + 16885, + 8117 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cbdff39a112e7327605c17479822f21d61dbce6b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8170155956163345, + "test_acc": 0.8171122994652407, + "test_auc": 0.835161240139827, + "val_auc": 0.8307070707070707, + "k": 1, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16885 + ] + }, + { + "test_f1": 0.8973132824146379, + "test_acc": 0.8973262032085562, + "test_auc": 0.9541490510441261, + "val_auc": 0.9672727272727274, + "k": 16, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16885, + 21722, + 7897, + 22302, + 9062, + 5074, + 16807, + 29789, + 24080, + 25750, + 22911, + 15785, + 6729, + 24699, + 6179, + 12885 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9a8462423cb066a5a1e85d2057170e6eaac44e2a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9751721933635785, + "test_acc": 0.9751724137931035, + "test_auc": 0.9942417744466693, + "val_auc": 1.0, + "k": 1, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15746 + ] + }, + { + "test_f1": 0.9802298766991121, + "test_acc": 0.9802298850574712, + "test_auc": 0.9958753855728123, + "val_auc": 1.0, + "k": 16, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15746, + 24665, + 16885, + 23717, + 6986, + 31598, + 26491, + 3081, + 29782, + 8771, + 13371, + 31341, + 27503, + 11717, + 13662, + 23281 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..31741aaec020dae7c06187525646cccb214a1839 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9679883870559649, + "test_acc": 0.9679885332059245, + "test_auc": 0.984487683100765, + "val_auc": 0.996996996996997, + "k": 1, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9197 + ] + }, + { + "test_f1": 0.9909217980724726, + "test_acc": 0.9909221213569039, + "test_auc": 0.9977026229909365, + "val_auc": 1.0, + "k": 16, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9197, + 21851, + 30799, + 6787, + 16885, + 27207, + 20677, + 8001, + 595, + 1193, + 20435, + 15141, + 10642, + 29782, + 13699, + 9203 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6a33722ce7b347b32de8a7fd399bc1afb221fca1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9921838882191208, + "test_acc": 0.992183908045977, + "test_auc": 0.999374289734293, + "val_auc": 1.0, + "k": 1, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 687 + ] + }, + { + "test_f1": 0.9921838882191208, + "test_acc": 0.992183908045977, + "test_auc": 0.9986361207316413, + "val_auc": 1.0, + "k": 16, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 687, + 756, + 16885, + 21160, + 27474, + 17989, + 13384, + 1503, + 3778, + 16896, + 5163, + 1185, + 16094, + 26491, + 31957, + 13453 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b310f62074d9c248161ced258963e80c6c850dcd --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.964124872203006, + "test_acc": 0.9641379310344828, + "test_auc": 0.9882049387142161, + "val_auc": 0.9650974025974025, + "k": 1, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32204 + ] + }, + { + "test_f1": 0.9774710643489819, + "test_acc": 0.9774712643678161, + "test_auc": 0.9965594390930245, + "val_auc": 0.9715909090909091, + "k": 16, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32204, + 16885, + 6986, + 28026, + 27331, + 11250, + 4211, + 8781, + 1531, + 963, + 23419, + 8137, + 26713, + 20435, + 9772, + 19463 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..170b5cb4fb6ef09ded77324a05815d8717396966 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9931033433090889, + "test_acc": 0.993103448275862, + "test_auc": 0.9997091292818875, + "val_auc": 0.9951298701298701, + "k": 1, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26075 + ] + }, + { + "test_f1": 0.9963218375254173, + "test_acc": 0.9963218390804598, + "test_auc": 0.9999247456572327, + "val_auc": 0.9983766233766234, + "k": 16, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26075, + 10769, + 25545, + 16885, + 29067, + 18310, + 28026, + 8412, + 28175, + 27474, + 19303, + 6986, + 20937, + 25584, + 8013, + 4211 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..08244695e90488dffcc81f958d6e3d6da59b6373 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7259581534003098, + "test_acc": 0.7293081761006289, + "test_auc": 0.7721471000132653, + "val_auc": 0.765906362545018, + "k": 1, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29789 + ] + }, + { + "test_f1": 0.9154507970093809, + "test_acc": 0.9154716981132075, + "test_auc": 0.9620523847665764, + "val_auc": 0.9815926370548219, + "k": 16, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29789, + 31884, + 22302, + 29742, + 5684, + 7897, + 5794, + 27972, + 11333, + 16964, + 3988, + 6179, + 31106, + 30073, + 29782, + 21124 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..89869089641294d0001277083d8733b00d811e72 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.999080459770115, + "test_acc": 0.999080459770115, + "test_auc": 0.999992390010282, + "val_auc": 1.0, + "k": 1, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19329 + ] + }, + { + "test_f1": 0.999080459770115, + "test_acc": 0.999080459770115, + "test_auc": 0.999992390010282, + "val_auc": 1.0, + "k": 16, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19329, + 5342, + 23875, + 7948, + 32434, + 24227, + 24075, + 13708, + 21709, + 31654, + 5255, + 16885, + 24962, + 25584, + 9255, + 21001 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..60767bfe980aefa0003f5b8aa98a4a517f393154 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9880448094546674, + "test_acc": 0.9880459770114942, + "test_auc": 0.9955506926781752, + "val_auc": 1.0, + "k": 1, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5476 + ] + }, + { + "test_f1": 0.9903446030722333, + "test_acc": 0.9903448275862069, + "test_auc": 0.99813132474701, + "val_auc": 1.0, + "k": 16, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5476, + 20088, + 13672, + 16885, + 6986, + 11592, + 20998, + 20588, + 2105, + 30096, + 26523, + 16807, + 31598, + 12531, + 18267, + 24795 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bb8d354c5cd0bac83966e863ce46ed2b5dd495c7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8341589823168861, + "test_acc": 0.8349425287356322, + "test_auc": 0.9068313186590183, + "val_auc": 0.8758116883116883, + "k": 1, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31810 + ] + }, + { + "test_f1": 0.9590802867710775, + "test_acc": 0.9590804597701149, + "test_auc": 0.9906371759835491, + "val_auc": 0.9926948051948052, + "k": 16, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31810, + 6986, + 16885, + 31498, + 13134, + 25556, + 26855, + 23010, + 28546, + 11592, + 2017, + 25584, + 13590, + 21200, + 4502, + 26523 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3a79fa3d00aaecf07ab59f1baf1deee680981a8f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8978571463168808, + "test_acc": 0.8979310344827586, + "test_auc": 0.9309558316196763, + "val_auc": 0.8981331168831169, + "k": 1, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8980 + ] + }, + { + "test_f1": 0.9595373046273171, + "test_acc": 0.9595402298850575, + "test_auc": 0.9864609827371611, + "val_auc": 0.9959415584415584, + "k": 16, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8980, + 7453, + 6638, + 6986, + 27478, + 2819, + 7454, + 30994, + 15785, + 29194, + 9805, + 11973, + 20596, + 18978, + 31066, + 11059 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ebc98a06b1c1bd315b5bd92f55b194057f392217 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9526303404082088, + "test_acc": 0.9526436781609195, + "test_auc": 0.9816599247794794, + "val_auc": 0.9841720779220778, + "k": 1, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31304 + ] + }, + { + "test_f1": 0.9609085333465801, + "test_acc": 0.960919540229885, + "test_auc": 0.990278660912387, + "val_auc": 0.9910714285714286, + "k": 16, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31304, + 6986, + 10769, + 4211, + 7518, + 10141, + 16885, + 11063, + 25584, + 4543, + 12768, + 29793, + 27609, + 13310, + 26849, + 27177 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..213956254f9cfa8e515b335e45d5d888e1914705 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.975629577196123, + "test_acc": 0.975632183908046, + "test_auc": 0.9924331335570107, + "val_auc": 0.9931006493506493, + "k": 1, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31765 + ] + }, + { + "test_f1": 0.9802290073941264, + "test_acc": 0.9802298850574712, + "test_auc": 0.9965712768548081, + "val_auc": 0.9955357142857143, + "k": 16, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31765, + 10716, + 28776, + 15464, + 26830, + 29782, + 6986, + 28309, + 24006, + 6787, + 26129, + 2430, + 5938, + 16885, + 27478, + 4121 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..10acd7682ca38009c9a357b5a81a20713f8b9db5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9843665602994898, + "test_acc": 0.984367816091954, + "test_auc": 0.996789007116186, + "val_auc": 0.9983766233766234, + "k": 1, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23599 + ] + }, + { + "test_f1": 0.989425041460065, + "test_acc": 0.9894252873563218, + "test_auc": 0.997965596082039, + "val_auc": 1.0, + "k": 16, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23599, + 21889, + 781, + 17946, + 8713, + 16885, + 6986, + 17155, + 31579, + 30437, + 23645, + 25226, + 21695, + 8220, + 19463, + 26523 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3dcf2ee02b0c0801704170f53cec571a2d3cb707 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.997701148453385, + "test_acc": 0.9977011494252873, + "test_auc": 0.9999433478543212, + "val_auc": 1.0, + "k": 1, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17674 + ] + }, + { + "test_f1": 0.9981609195402299, + "test_acc": 0.9981609195402299, + "test_auc": 0.9995197250933492, + "val_auc": 1.0, + "k": 16, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17674, + 30477, + 18960, + 16885, + 29907, + 14782, + 21695, + 6986, + 28676, + 24270, + 20628, + 14285, + 16323, + 19529, + 21683, + 2819 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1c9598ea81c4316a90f5db2431939aae2109d45a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9829869952846036, + "test_acc": 0.9829885057471265, + "test_auc": 0.9900765734076519, + "val_auc": 1.0, + "k": 1, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21067 + ] + }, + { + "test_f1": 0.993103419118721, + "test_acc": 0.993103448275862, + "test_auc": 0.9996389482655987, + "val_auc": 1.0, + "k": 16, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21067, + 11996, + 31546, + 14528, + 25338, + 20032, + 32689, + 13316, + 14613, + 15785, + 5134, + 3225, + 6986, + 16885, + 25283, + 21941 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8f5accda7a959af06eca9be12f12df8a25262143 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9480388373753283, + "test_acc": 0.9480459770114943, + "test_auc": 0.9864043305914821, + "val_auc": 0.9951298701298702, + "k": 1, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32492 + ] + }, + { + "test_f1": 0.975172403296566, + "test_acc": 0.9751724137931035, + "test_auc": 0.9965349180150441, + "val_auc": 0.9979707792207793, + "k": 16, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32492, + 16885, + 6986, + 25106, + 20480, + 31981, + 5211, + 12797, + 4502, + 26713, + 26523, + 10225, + 11321, + 23917, + 14861, + 25059 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9960005db6693c16ef1a1d039c03be8001598ac7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5681452512753302, + "test_acc": 0.5761006289308176, + "test_auc": 0.5926130512313944, + "val_auc": 0.6362545018007203, + "k": 1, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30776 + ] + }, + { + "test_f1": 0.6283920816703157, + "test_acc": 0.6286792452830189, + "test_auc": 0.6699206309826751, + "val_auc": 0.6834733893557423, + "k": 16, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30776, + 16964, + 23393, + 25584, + 22911, + 19414, + 19252, + 6787, + 16807, + 29782, + 17052, + 19529, + 32207, + 8897, + 5163, + 29742 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..27dbd6797cd5fe6416e6d19dfe45dd5131adb5c2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9599868048910716, + "test_acc": 0.96, + "test_auc": 0.9784586557714163, + "val_auc": 0.9880275974025974, + "k": 1, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19790 + ] + }, + { + "test_f1": 0.9797701149425287, + "test_acc": 0.9797701149425287, + "test_auc": 0.9940904202067211, + "val_auc": 0.9971590909090909, + "k": 16, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19790, + 16885, + 12907, + 6986, + 6787, + 2756, + 16323, + 15785, + 7454, + 27972, + 6654, + 20492, + 31598, + 13139, + 24699, + 27330 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f44c974a7e92d41e30fc303d768029a00eb2197f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9779308945282148, + "test_acc": 0.9779310344827586, + "test_auc": 0.9974870122842145, + "val_auc": 0.9995941558441559, + "k": 1, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23733 + ] + }, + { + "test_f1": 0.9885050861977054, + "test_acc": 0.9885057471264368, + "test_auc": 0.9992237810487581, + "val_auc": 1.0, + "k": 16, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23733, + 16885, + 4315, + 18709, + 6986, + 4502, + 16807, + 25106, + 12883, + 26713, + 11321, + 11906, + 22965, + 28445, + 22910, + 26855 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7b58de8704516128728bf0a94e3a9c07e5283365 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.800136318519196, + "test_acc": 0.8004597701149425, + "test_auc": 0.87156366686509, + "val_auc": 0.9391233766233766, + "k": 1, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11973 + ] + }, + { + "test_f1": 0.9576911147600804, + "test_acc": 0.9577011494252874, + "test_auc": 0.9898330537366741, + "val_auc": 0.9959415584415584, + "k": 16, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11973, + 9805, + 16885, + 7081, + 11359, + 31280, + 15798, + 15756, + 6986, + 32700, + 17605, + 24887, + 3161, + 31051, + 4543, + 2819 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dbcc4549586b2e387c44e034c8465da33601406c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9558618823594588, + "test_acc": 0.9558620689655173, + "test_auc": 0.9750231681909195, + "val_auc": 0.9744318181818182, + "k": 1, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22936 + ] + }, + { + "test_f1": 0.9701122890134933, + "test_acc": 0.9701149425287356, + "test_auc": 0.9942671410790627, + "val_auc": 0.9918831168831169, + "k": 16, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22936, + 27544, + 16885, + 18587, + 14573, + 7628, + 22379, + 32633, + 2861, + 24006, + 20879, + 15132, + 19463, + 8137, + 9428, + 12330 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..aed513c87f39186de2eb70614eb3b6ad6be0c8d6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8093674427976341, + "test_acc": 0.8096551724137931, + "test_auc": 0.8910422811028735, + "val_auc": 0.8887987012987013, + "k": 1, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4804 + ] + }, + { + "test_f1": 0.9526045450187023, + "test_acc": 0.9526436781609195, + "test_auc": 0.9893756087991774, + "val_auc": 0.987012987012987, + "k": 16, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4804, + 16885, + 6986, + 16141, + 11874, + 18282, + 4810, + 2936, + 30326, + 4891, + 30421, + 11321, + 19463, + 7314, + 11592, + 15166 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a45aebb4973237d5e706e673595bdb100d3e26b7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.933327413953177, + "test_acc": 0.9333333333333333, + "test_auc": 0.9503384754315709, + "val_auc": 0.9417613636363636, + "k": 1, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14010 + ] + }, + { + "test_f1": 0.9737912086938783, + "test_acc": 0.9737931034482759, + "test_auc": 0.9957189580063855, + "val_auc": 1.0, + "k": 16, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14010, + 16885, + 23254, + 4502, + 25549, + 12531, + 6986, + 2737, + 26713, + 1587, + 18059, + 2105, + 4366, + 296, + 5163, + 11321 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b222f4416f25de9ded0df528c71d69d6fa93aa2d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6382929929315765, + "test_acc": 0.640251572327044, + "test_auc": 0.6653244833874916, + "val_auc": 0.6046418567426971, + "k": 1, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13024 + ] + }, + { + "test_f1": 0.6985817183958003, + "test_acc": 0.7001257861635221, + "test_auc": 0.7727036603111371, + "val_auc": 0.6894757903161265, + "k": 16, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13024, + 9734, + 21391, + 30525, + 29762, + 10528, + 18826, + 24006, + 20189, + 1588, + 12753, + 4096, + 30907, + 10803, + 1306, + 12959 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..11c5aea32f76fe2445f7f79d7b02c57e2be58b7c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6864834396410473, + "test_acc": 0.6881878209831255, + "test_auc": 0.7470125440851603, + "val_auc": 0.7836538461538461, + "k": 1, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 763 + ] + }, + { + "test_f1": 0.6960521102860394, + "test_acc": 0.6962582538517975, + "test_auc": 0.7757437957807434, + "val_auc": 0.8541666666666667, + "k": 16, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 763, + 13832, + 16756, + 24699, + 26735, + 13143, + 19157, + 19132, + 28056, + 28634, + 10925, + 32338, + 23764, + 13296, + 22755, + 9823 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d7453185be60525f2791a936aabc3b0546668b7b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6686862881842549, + "test_acc": 0.6888050314465409, + "test_auc": 0.6931265499387873, + "val_auc": 0.6622649059623849, + "k": 1, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13220 + ] + }, + { + "test_f1": 0.7542828461892517, + "test_acc": 0.7552201257861635, + "test_auc": 0.8300077262771394, + "val_auc": 0.8099239695878351, + "k": 16, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13220, + 15387, + 9734, + 22755, + 11274, + 19157, + 17984, + 24699, + 16807, + 1814, + 26891, + 30983, + 10708, + 10389, + 30475, + 25884 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8b7ec8a666c0f7536539fd74c5627c1f4dffd07a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7656272699840128, + "test_acc": 0.7657861635220126, + "test_auc": 0.8108415211956185, + "val_auc": 0.7220888355342138, + "k": 1, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1878 + ] + }, + { + "test_f1": 0.7894252997093206, + "test_acc": 0.789433962264151, + "test_auc": 0.8613595260541609, + "val_auc": 0.8651460584233693, + "k": 16, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1878, + 9823, + 9098, + 24759, + 16367, + 1556, + 24699, + 16710, + 31876, + 19132, + 25261, + 28052, + 28803, + 10945, + 13832, + 7473 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..96848a3393597ed6b57d0be81e05606766a2222c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6944676490808082, + "test_acc": 0.7142138364779874, + "test_auc": 0.7172571159214978, + "val_auc": 0.7366946778711485, + "k": 1, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14822 + ] + }, + { + "test_f1": 0.8399633490672291, + "test_acc": 0.8412578616352201, + "test_auc": 0.9217318252747485, + "val_auc": 0.9289715886354541, + "k": 16, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14822, + 2754, + 31233, + 27557, + 1533, + 1201, + 24751, + 32610, + 13296, + 14641, + 17637, + 18940, + 21386, + 16287, + 28800, + 10887 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8cd396ebfe7e74e8d350b847fff9be3f139289e5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9222381285340322, + "test_acc": 0.9225157232704403, + "test_auc": 0.929734673769846, + "val_auc": 0.938375350140056, + "k": 1, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12087 + ] + }, + { + "test_f1": 0.9339182458128839, + "test_acc": 0.9340880503144654, + "test_auc": 0.983015607484869, + "val_auc": 0.997999199679872, + "k": 16, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12087, + 11321, + 18505, + 10176, + 3081, + 30806, + 30333, + 2046, + 24844, + 25339, + 376, + 19688, + 7859, + 16807, + 20744, + 21043 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2e6086fad29d581b93ec81e597122ba200f5c653 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6845352151653522, + "test_acc": 0.7070707070707071, + "test_auc": 0.7057142857142856, + "val_auc": 0.7227564102564102, + "k": 1, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4512 + ] + }, + { + "test_f1": 0.7474231959278401, + "test_acc": 0.7474747474747475, + "test_auc": 0.8342857142857143, + "val_auc": 0.8507612179487178, + "k": 16, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4512, + 24844, + 29214, + 24006, + 19063, + 18826, + 14703, + 4954, + 27972, + 19364, + 7488, + 5608, + 20602, + 20011, + 19886, + 9420 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e1706aab8beefceb5cd1a33b2df92040cbf9167d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.859175172091373, + "test_acc": 0.8592750533049041, + "test_auc": 0.9227859610838334, + "val_auc": 0.9498, + "k": 1, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21677 + ] + }, + { + "test_f1": 0.953090404838086, + "test_acc": 0.9530916844349681, + "test_auc": 0.9859610838334243, + "val_auc": 0.9948, + "k": 16, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21677, + 9467, + 15364, + 19155, + 4587, + 23243, + 22743, + 11788, + 9839, + 29214, + 11655, + 10824, + 20640, + 5936, + 10570, + 5899 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/runner_cfg.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/runner_cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..cae3ebb1e85417dd67e851afa7fef0de6e4a9ca8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/runner_cfg.json @@ -0,0 +1 @@ +{"sae": {"d_in": 2304, "d_sae": 32768, "dtype": "float32", "device": "cpu", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4"}, "decoder_init_norm": 0.1, "k": 100, "use_sparse_activations": false, "aux_loss_coefficient": 1.0, "rescale_acts_by_decoder_norm": true, "topk_threshold_lr": 0.01, "architecture": "batchtopk"}, "model_name": "google/gemma-2-2b", "model_class_name": "AutoModelForCausalLM", "hook_name": "model.layers.12", "hook_eval": "NOT_IN_USE", "hook_head_index": null, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "dataset_trust_remote_code": true, "streaming": false, "is_dataset_tokenized": true, "use_chat_formatting": false, "context_size": 1024, "use_cached_activations": false, "cached_activations_path": null, "from_pretrained_path": null, "n_batches_in_buffer": 64, "training_tokens": 300000000, "store_batch_size_prompts": 12, "seqpos_slice": [null], "disable_concat_sequences": false, "sequence_separator_token": "bos", "activations_mixing_fraction": 0.5, "device": "cuda", "act_store_device": "cuda", "seed": 0, "dtype": "float32", "prepend_bos": true, "autocast": true, "autocast_lm": true, "compile_llm": false, "llm_compilation_mode": null, "compile_sae": false, "sae_compilation_mode": null, "train_batch_size_tokens": 4096, "adam_beta1": 0.9, "adam_beta2": 0.999, "lr": 0.0003, "lr_scheduler_name": "constant", "lr_warm_up_steps": 0, "lr_end": 2.9999999999999997e-05, "lr_decay_steps": 14648, "n_restart_cycles": 1, "dead_feature_window": 1000, "feature_sampling_window": 2000, "dead_feature_threshold": 1e-08, "n_eval_batches": 10, "eval_batch_size_prompts": 6, "logger": {"log_to_wandb": true, "log_activations_store_to_wandb": false, "log_optimizer_state_to_wandb": false, "log_weights_to_wandb": true, "wandb_project": "sae-rethink", "wandb_id": null, "run_name": "btk-denoised-vnorm_topp-p0.9-k-100-layer-12-2026-04-09T14:35:34", "wandb_entity": "chanind", "wandb_log_frequency": 10, "eval_every_n_wandb_logs": 100}, "n_checkpoints": 0, "checkpoint_path": "/vol/data/shared/checkpoints/81c609622f5e3fe249b019899fea431d403f504bc5853e1ed8051cc5bb87c113", "save_final_checkpoint": false, "output_path": "/vol/data/saes/300t/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5", "resume_from_checkpoint": null, "verbose": true, "model_kwargs": {}, "model_from_pretrained_kwargs": {"attn_implementation": "eager"}, "sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4", "exclude_special_tokens": true, "n_batches_for_norm_estimate": 1000, "b_dec_init_method": "zeros", "vnorm_denoise_config": {"strategy": "vnorm_topp", "threshold": 0.01, "k": 10, "p": 0.9, "layers": null}} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6e7878d461245909429127b869eb9380431f37a2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9598495932211305, + "test_acc": 0.9599045346062053, + "test_auc": 0.9612278265053917, + "val_auc": 0.9725439725439726, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2323 + ] + }, + { + "test_f1": 0.9842478152354165, + "test_acc": 0.9842482100238663, + "test_auc": 0.998340861202855, + "val_auc": 0.9944229944229943, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2323, + 24699, + 14703, + 24732, + 10841, + 1958, + 11876, + 25492, + 1565, + 21905, + 7859, + 14109, + 26523, + 5822, + 31612, + 7634 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0b7c9e3e7f23e36c005da985f579fe1bae0d2d04 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9279723673289738, + "test_acc": 0.9280622164614387, + "test_auc": 0.9570951190500191, + "val_auc": 0.9412980570483671, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24699 + ] + }, + { + "test_f1": 0.9675953207889516, + "test_acc": 0.9675955930006481, + "test_auc": 0.9940021370536883, + "val_auc": 0.9933856965688301, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24699, + 24607, + 26064, + 11321, + 16191, + 7859, + 24732, + 16791, + 15785, + 21879, + 18449, + 13296, + 26530, + 7569, + 26735, + 16807 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f728c100843da9fca067aeb07841b68ca0916ed0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5496154878656401, + "test_acc": 0.569559748427673, + "test_auc": 0.5808390858487614, + "val_auc": 0.6034413765506202, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2754 + ] + }, + { + "test_f1": 0.6026360229815898, + "test_acc": 0.6055345911949686, + "test_auc": 0.6396991663114064, + "val_auc": 0.6516606642657062, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2754, + 11853, + 2909, + 16807, + 32, + 21584, + 13296, + 27972, + 28026, + 28552, + 29989, + 20642, + 12531, + 31033, + 26095, + 17205 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2d64d061fe1395155ef848e1afb8d03d35ce7bac --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6798072785945376, + "test_acc": 0.6910691823899371, + "test_auc": 0.699623508539916, + "val_auc": 0.7358943577430972, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21725 + ] + }, + { + "test_f1": 0.7175263266876468, + "test_acc": 0.7189937106918239, + "test_auc": 0.7673028609503016, + "val_auc": 0.818327330932373, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21725, + 24844, + 21571, + 10176, + 5605, + 13440, + 14895, + 21584, + 20132, + 4684, + 32446, + 21879, + 30139, + 15364, + 27478, + 16807 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f33e96504e458fc73caa7d6ff70d21dc188ea691 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7802345764303155, + "test_acc": 0.7808805031446541, + "test_auc": 0.8194959895254771, + "val_auc": 0.867547018807523, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24732 + ] + }, + { + "test_f1": 0.789042120933496, + "test_acc": 0.7891823899371069, + "test_auc": 0.8805783872839452, + "val_auc": 0.936374549819928, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24732, + 4096, + 16791, + 5608, + 2207, + 24347, + 29302, + 4024, + 16191, + 14703, + 6125, + 21099, + 30907, + 7405, + 16526, + 10965 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..15c98a8b4f4e991a8a9826536f0b508db4f4167d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8117244620263131, + "test_acc": 0.8130817610062893, + "test_auc": 0.8322532072151074, + "val_auc": 0.8419367747098839, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14822 + ] + }, + { + "test_f1": 0.8820110104716841, + "test_acc": 0.8820125786163522, + "test_auc": 0.9444443459954494, + "val_auc": 0.9723889555822328, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14822, + 1201, + 21174, + 2754, + 17637, + 32610, + 13296, + 21386, + 11435, + 16287, + 22619, + 21879, + 31233, + 18940, + 19847, + 24751 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d79a771b0908438a803004a92c3421ef55e0f556 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5375952343456532, + "test_acc": 0.561025641025641, + "test_auc": 0.5685192042279598, + "val_auc": 0.5887392900856793, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13782 + ] + }, + { + "test_f1": 0.5850272937099672, + "test_acc": 0.5856410256410256, + "test_auc": 0.6351701619147002, + "val_auc": 0.7017543859649124, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13782, + 15118, + 22911, + 1728, + 13871, + 6782, + 7385, + 29372, + 26820, + 11973, + 27980, + 25825, + 595, + 18557, + 4559, + 27851 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..01cd11792ed667c80e6f25027f18bf11278ead40 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.33276368865972145, + "test_acc": 0.49948717948717947, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1886 + ] + }, + { + "test_f1": 0.5343579947055559, + "test_acc": 0.5343589743589744, + "test_auc": 0.5508339785235803, + "val_auc": 0.5373317013463892, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1886, + 17367, + 16288, + 26064, + 23231, + 7341, + 22911, + 12155, + 21290, + 32047, + 19414, + 595, + 27712, + 15141, + 26627, + 13871 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2de008ef72ce194a33bac636cc12682e0864e23d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5153811992749031, + "test_acc": 0.5446153846153846, + "test_auc": 0.5477076110007743, + "val_auc": 0.518563851489188, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14126 + ] + }, + { + "test_f1": 0.5253123466324883, + "test_acc": 0.5394871794871795, + "test_auc": 0.5528726394452486, + "val_auc": 0.5777233782129744, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14126, + 12977, + 7341, + 15480, + 1728, + 8270, + 15833, + 29859, + 27712, + 15211, + 595, + 20745, + 32047, + 5163, + 26523, + 19463 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d6b957c40191ee257c98a96188819bac781da20d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7952249770431588, + "test_acc": 0.797979797979798, + "test_auc": 0.8489795918367347, + "val_auc": 0.8645833333333333, + "k": 1, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7696 + ] + }, + { + "test_f1": 0.8478331704138156, + "test_acc": 0.8484848484848485, + "test_auc": 0.9081632653061225, + "val_auc": 0.9395032051282051, + "k": 16, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7696, + 23934, + 17791, + 26649, + 23422, + 1522, + 31575, + 3605, + 24719, + 11792, + 1937, + 12238, + 8475, + 17337, + 10463, + 2606 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f8b1dda7a98db59749ef7b6a2ee744f50e566e96 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.888410991636798, + "test_acc": 0.8888888888888888, + "test_auc": 0.9155102040816326, + "val_auc": 0.936298076923077, + "k": 1, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911 + ] + }, + { + "test_f1": 0.8888208408469712, + "test_acc": 0.8888888888888888, + "test_auc": 0.9506122448979593, + "val_auc": 0.9875801282051282, + "k": 16, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911, + 3791, + 10463, + 24088, + 14922, + 17337, + 1522, + 12326, + 8537, + 24719, + 919, + 4546, + 11480, + 10797, + 27822, + 2418 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..00b5984df5d7ce4cb94118b61ecce1650d5bf410 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8677158770616714, + "test_acc": 0.8686868686868687, + "test_auc": 0.896734693877551, + "val_auc": 0.8147035256410257, + "k": 1, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27822 + ] + }, + { + "test_f1": 0.898989898989899, + "test_acc": 0.898989898989899, + "test_auc": 0.9722448979591837, + "val_auc": 0.9489182692307692, + "k": 16, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27822, + 13871, + 10463, + 17337, + 24088, + 24574, + 7696, + 3791, + 8104, + 11797, + 26049, + 12238, + 18276, + 28623, + 7989, + 14922 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2dd4460a37ed20230ab5f9628c648acd3480dd4e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6504446356207404, + "test_acc": 0.6657997399219766, + "test_auc": 0.6836938075790531, + "val_auc": 0.7811999999999999, + "k": 1, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911 + ] + }, + { + "test_f1": 0.7856515366873804, + "test_acc": 0.7858690940615518, + "test_auc": 0.881191556650498, + "val_auc": 0.9416, + "k": 16, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911, + 27822, + 3791, + 10753, + 10797, + 24719, + 31575, + 1813, + 26649, + 18276, + 22581, + 18839, + 25926, + 18297, + 7696, + 25440 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e59ebc6c05d616ba55e7716eca4e3f481e3a4f61 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6348287595481072, + "test_acc": 0.6497615951452103, + "test_auc": 0.6740027897985964, + "val_auc": 0.6963999999999999, + "k": 1, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911 + ] + }, + { + "test_f1": 0.8205661041030634, + "test_acc": 0.8214130905938448, + "test_auc": 0.920638046178983, + "val_auc": 0.9312, + "k": 16, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911, + 18276, + 27822, + 2606, + 31575, + 6682, + 10463, + 1522, + 18839, + 7696, + 24088, + 10797, + 19198, + 23231, + 24574, + 14922 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1e837f3b258a2a82fad9f669e17ad338094cd668 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8249108346299555, + "test_acc": 0.8257477243172952, + "test_auc": 0.8631886375832167, + "val_auc": 0.8789999999999999, + "k": 1, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911 + ] + }, + { + "test_f1": 0.8274145787531424, + "test_acc": 0.8296488946684005, + "test_auc": 0.9140521073050335, + "val_auc": 0.9468, + "k": 16, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1911, + 3791, + 919, + 12326, + 10753, + 24719, + 27822, + 8537, + 14828, + 10463, + 26649, + 25926, + 1522, + 26892, + 15101, + 10797 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..755f07f60edfee0d5e8310a17ddaa34d162f1faa --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9507663305034163, + "test_acc": 0.9507692307692308, + "test_auc": 0.9823694752078634, + "val_auc": 0.988984088127295, + "k": 1, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20640 + ] + }, + { + "test_f1": 0.9794870500164752, + "test_acc": 0.9794871794871794, + "test_auc": 0.9938861211162351, + "val_auc": 1.0, + "k": 16, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20640, + 13708, + 13871, + 27980, + 8609, + 12238, + 23422, + 8104, + 16807, + 1728, + 15850, + 27886, + 8389, + 29067, + 6547, + 10214 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..55520f1a7c309697467c3f86b05ee8d8d37c711e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.857848178444318, + "test_acc": 0.8605128205128205, + "test_auc": 0.8610344363281383, + "val_auc": 0.9069767441860466, + "k": 1, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26491 + ] + }, + { + "test_f1": 0.9497429553324669, + "test_acc": 0.9497435897435897, + "test_auc": 0.9896867741609721, + "val_auc": 0.9975520195838433, + "k": 16, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26491, + 24789, + 21911, + 27886, + 8226, + 15635, + 20640, + 23422, + 6787, + 24574, + 29067, + 15850, + 10214, + 23419, + 15101, + 13871 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..48933ef262514f353bc799a5bf86339d77fed862 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9671604186610671, + "test_acc": 0.9671794871794872, + "test_auc": 0.9805643451038476, + "val_auc": 1.0, + "k": 1, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25252 + ] + }, + { + "test_f1": 0.9887179249817778, + "test_acc": 0.9887179487179487, + "test_auc": 0.9983968424950348, + "val_auc": 1.0, + "k": 16, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25252, + 31884, + 2545, + 955, + 20640, + 24088, + 19117, + 26649, + 27886, + 6787, + 22911, + 24574, + 24789, + 5274, + 13708, + 16807 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d2d75b5fa55281a49807142030b36a528f6c9464 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6374957555557272, + "test_acc": 0.6376246207195492, + "test_auc": 0.6840102152323605, + "val_auc": 0.7302, + "k": 1, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24844 + ] + }, + { + "test_f1": 0.7378081695563437, + "test_acc": 0.7386215864759428, + "test_auc": 0.8083944979640183, + "val_auc": 0.884, + "k": 16, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24844, + 11273, + 2934, + 8237, + 19529, + 24076, + 24006, + 10887, + 14817, + 15785, + 32207, + 24834, + 21898, + 11321, + 17367, + 11183 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..307d2ab90c56635820691075f9544a20e64f1e62 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.664022673036244, + "test_acc": 0.6710013003901171, + "test_auc": 0.6944272420225439, + "val_auc": 0.6952, + "k": 1, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2934 + ] + }, + { + "test_f1": 0.7710886734699421, + "test_acc": 0.7711313394018205, + "test_auc": 0.8451458857234763, + "val_auc": 0.8528, + "k": 16, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2934, + 19529, + 8237, + 24844, + 10887, + 16801, + 14942, + 22911, + 26523, + 11273, + 32207, + 24006, + 11973, + 21571, + 27972, + 5163 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ce43cb38e1dac22ca71914079387453fd120e873 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5519449745574583, + "test_acc": 0.5678370177719982, + "test_auc": 0.5794791975120287, + "val_auc": 0.589, + "k": 1, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14942 + ] + }, + { + "test_f1": 0.6470325322562476, + "test_acc": 0.6480277416558301, + "test_auc": 0.7259902206736703, + "val_auc": 0.7642, + "k": 16, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14942, + 2934, + 8237, + 19414, + 15706, + 6787, + 14792, + 27972, + 19020, + 16801, + 7442, + 4684, + 18333, + 2418, + 16007, + 12412 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ae6ea69cfbf8d538651910cf6311e8cb9848a17 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6289472618822705, + "test_acc": 0.6289978678038379, + "test_auc": 0.6650481905801054, + "val_auc": 0.6419999999999999, + "k": 1, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20332 + ] + }, + { + "test_f1": 0.7727576185344944, + "test_acc": 0.7739872068230277, + "test_auc": 0.8337879614475359, + "val_auc": 0.8707999999999999, + "k": 16, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20332, + 29752, + 26642, + 11005, + 23903, + 9643, + 8228, + 32353, + 1717, + 23365, + 8584, + 27021, + 8855, + 25645, + 18622, + 15962 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6c03299aada9b07322452f9c8da5598bdbff2f1f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9595877138734282, + "test_acc": 0.9595959595959596, + "test_auc": 0.966938775510204, + "val_auc": 0.9243156199677939, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22397 + ] + }, + { + "test_f1": 0.9898969278371137, + "test_acc": 0.98989898989899, + "test_auc": 1.0, + "val_auc": 0.999597423510467, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22397, + 3508, + 9696, + 14433, + 23660, + 29667, + 31372, + 5542, + 21726, + 12753, + 24699, + 5860, + 730, + 1646, + 25424, + 17025 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..314080efa3ce599aee3ebe929813f60b91797ff8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7272727272727273, + "test_acc": 0.7272727272727273, + "test_auc": 0.7771428571428571, + "val_auc": 0.7914653784219001, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17025 + ] + }, + { + "test_f1": 0.9797856011091305, + "test_acc": 0.9797979797979798, + "test_auc": 0.9951020408163266, + "val_auc": 0.9921497584541062, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17025, + 6844, + 18564, + 16191, + 20, + 22743, + 26167, + 3508, + 12553, + 18868, + 21854, + 30619, + 15898, + 22397, + 30536, + 29586 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..be6beebe86891e1118efea99e08dd4bb9597bee8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9187278859141043, + "test_acc": 0.9191919191919192, + "test_auc": 0.9199999999999999, + "val_auc": 0.8796296296296297, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12776 + ] + }, + { + "test_f1": 1.0, + "test_acc": 1.0, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12776, + 16642, + 30536, + 17968, + 30619, + 13157, + 21, + 16281, + 25621, + 12753, + 29586, + 26780, + 18564, + 27282, + 15053, + 16563 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c34878d9f82275534ac9eddb0cc9a577417c3a5c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9109528331750554, + "test_acc": 0.9111111111111111, + "test_auc": 0.9162847661188369, + "val_auc": 0.940543831168831, + "k": 1, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23379 + ] + }, + { + "test_f1": 0.9422153739444982, + "test_acc": 0.9422222222222222, + "test_auc": 0.9571744627054362, + "val_auc": 0.9624594155844155, + "k": 16, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23379, + 21821, + 25229, + 31080, + 29140, + 3054, + 16225, + 10788, + 6479, + 18297, + 184, + 4919, + 24836, + 23333, + 25517, + 18938 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..edfe1039e2963615359c3a7b78bf18a9dfc1a5d6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6659409533234373, + "test_acc": 0.6666666666666666, + "test_auc": 0.7473135271807837, + "val_auc": 0.5746753246753246, + "k": 1, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29373 + ] + }, + { + "test_f1": 0.8039333298132602, + "test_acc": 0.8044444444444444, + "test_auc": 0.8955831226295828, + "val_auc": 0.8415178571428572, + "k": 16, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29373, + 18505, + 7591, + 18297, + 30536, + 20468, + 4954, + 4096, + 19886, + 29818, + 16191, + 16807, + 24732, + 31372, + 5608, + 12839 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bae34e2be5447a2d779c89ea071dc4233b1253ed --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9599667911996678, + "test_acc": 0.96, + "test_auc": 0.9638116308470291, + "val_auc": 0.9521103896103896, + "k": 1, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30619 + ] + }, + { + "test_f1": 0.968863059821964, + "test_acc": 0.9688888888888889, + "test_auc": 0.9947455752212391, + "val_auc": 0.9931006493506493, + "k": 16, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30619, + 31292, + 16281, + 18564, + 19463, + 12768, + 18868, + 31080, + 7825, + 3508, + 22683, + 6237, + 21366, + 16225, + 27265, + 15053 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..65963afcb21740e1ff291c0a28b2e6d91f50cdd3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7098914474438189, + "test_acc": 0.7117468573905505, + "test_auc": 0.7497944477596685, + "val_auc": 0.8412000000000001, + "k": 1, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832 + ] + }, + { + "test_f1": 0.7265070376972994, + "test_acc": 0.7282184655396619, + "test_auc": 0.8110971153542639, + "val_auc": 0.8795999999999999, + "k": 16, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832, + 10925, + 763, + 13296, + 30279, + 9823, + 9180, + 4096, + 28056, + 9098, + 11274, + 24844, + 24699, + 26735, + 14703, + 4059 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6b836acf1ca7d82362317f718e5f70fd31ea93d8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6054183127477268, + "test_acc": 0.6142175986129172, + "test_auc": 0.6291645936078138, + "val_auc": 0.674, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832 + ] + }, + { + "test_f1": 0.6777566456799944, + "test_acc": 0.6788036410923277, + "test_auc": 0.7454244898020534, + "val_auc": 0.7664000000000001, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832, + 16791, + 29995, + 7979, + 26735, + 2786, + 763, + 10925, + 18116, + 14030, + 29649, + 28803, + 14137, + 29004, + 29710, + 10736 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0c5bf6104d289e82f97b7dce9968cbf0d201c0e2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6016886181446461, + "test_acc": 0.6085825747724317, + "test_auc": 0.631017570019285, + "val_auc": 0.638, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832 + ] + }, + { + "test_f1": 0.7356491887526027, + "test_acc": 0.7360208062418726, + "test_auc": 0.8340836428516673, + "val_auc": 0.8855999999999999, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13832, + 7979, + 2786, + 18116, + 763, + 24604, + 24844, + 13296, + 10925, + 9823, + 30279, + 14137, + 28197, + 29649, + 11274, + 28634 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a67e081c1bea1d839fe1475b8aa05702d198d543 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6819312695982094, + "test_acc": 0.6820338983050848, + "test_auc": 0.7338804867017463, + "val_auc": 0.8067632850241546, + "k": 1, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28774 + ] + }, + { + "test_f1": 0.7864377331177589, + "test_acc": 0.7864406779661017, + "test_auc": 0.8544583071339533, + "val_auc": 0.8864734299516908, + "k": 16, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28774, + 24607, + 22978, + 11350, + 7261, + 1101, + 3227, + 26395, + 32024, + 25134, + 4810, + 28426, + 14703, + 11876, + 13442, + 32525 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f49c1d30c9429f8803d68444bdf0733aaab01878 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.572355601962836, + "test_acc": 0.6223728813559322, + "test_auc": 0.6232556728552361, + "val_auc": 0.6272141706924316, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12577 + ] + }, + { + "test_f1": 0.7646504621564569, + "test_acc": 0.768135593220339, + "test_auc": 0.8459789007659412, + "val_auc": 0.8534621578099839, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12577, + 32583, + 13296, + 1101, + 11321, + 25610, + 17486, + 24701, + 6886, + 11350, + 29710, + 31708, + 8211, + 6502, + 595, + 15600 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2838d2f23be73606b45523d714468e7372377e14 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.657870089556907, + "test_acc": 0.6630508474576271, + "test_auc": 0.6743407868271356, + "val_auc": 0.6855877616747182, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28774 + ] + }, + { + "test_f1": 0.7595392852958002, + "test_acc": 0.7606779661016949, + "test_auc": 0.8472520987082328, + "val_auc": 0.894524959742351, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28774, + 4077, + 7261, + 8378, + 1101, + 1699, + 19157, + 2323, + 28426, + 11321, + 24699, + 11350, + 1899, + 4919, + 25610, + 29352 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3772502aef69fd2687b1d077d560fa367139ea96 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6058330812907117, + "test_acc": 0.6297376093294461, + "test_auc": 0.6268869849041208, + "val_auc": 0.569827931172469, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29385 + ] + }, + { + "test_f1": 0.6672651965771869, + "test_acc": 0.6676384839650146, + "test_auc": 0.7570549435604516, + "val_auc": 0.8471388555422168, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29385, + 28301, + 14966, + 13678, + 11099, + 12283, + 10824, + 11964, + 27832, + 10850, + 18111, + 29782, + 17581, + 21494, + 12946, + 12480 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7734350561894b9bd24563e82cb2cbcd1b746e1b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6606004112043262, + "test_acc": 0.6880466472303207, + "test_auc": 0.6908404732762138, + "val_auc": 0.696078431372549, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11824 + ] + }, + { + "test_f1": 0.88022209617646, + "test_acc": 0.880466472303207, + "test_auc": 0.9374575003399973, + "val_auc": 0.9431772709083633, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11824, + 13262, + 24844, + 11099, + 14966, + 24006, + 12283, + 16084, + 28301, + 12480, + 29385, + 24347, + 595, + 5435, + 2207, + 11876 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..834671bfbd4b12d07e5ac981d02fec66c17c809c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5895696260456602, + "test_acc": 0.5918367346938775, + "test_auc": 0.627141982864137, + "val_auc": 0.6410564225690277, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24844 + ] + }, + { + "test_f1": 0.793002915451895, + "test_acc": 0.793002915451895, + "test_auc": 0.8631510947912417, + "val_auc": 0.8883553421368546, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24844, + 11824, + 13262, + 26917, + 21494, + 11321, + 24006, + 18351, + 13610, + 4810, + 11255, + 16084, + 13431, + 17525, + 24347, + 14485 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..161646defcb0d3c55cba187fdf822344326235ae --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5448971059599573, + "test_acc": 0.5454545454545454, + "test_auc": 0.5322448979591836, + "val_auc": 0.629090909090909, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4956 + ] + }, + { + "test_f1": 0.47442562883739353, + "test_acc": 0.47474747474747475, + "test_auc": 0.5348979591836734, + "val_auc": 0.5482828282828284, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4956, + 17505, + 7969, + 27972, + 19678, + 30661, + 2446, + 12306, + 25674, + 24572, + 753, + 18565, + 22636, + 26258, + 16807, + 31557 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..785821c9d5a4cca42632e897f607f7375c6eacea --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5072989026477398, + "test_acc": 0.5151515151515151, + "test_auc": 0.4995918367346939, + "val_auc": 0.5747474747474747, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27972 + ] + }, + { + "test_f1": 0.5845862620056168, + "test_acc": 0.5858585858585859, + "test_auc": 0.5604081632653062, + "val_auc": 0.5632323232323233, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27972, + 2446, + 4956, + 24847, + 15971, + 10276, + 30806, + 1724, + 14703, + 1950, + 30333, + 26872, + 10089, + 11274, + 30475, + 7969 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2376f8afa6ae87f510a0e34d728d32e7a72f233f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5047473819546904, + "test_acc": 0.5050505050505051, + "test_auc": 0.549795918367347, + "val_auc": 0.582020202020202, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24572 + ] + }, + { + "test_f1": 0.5756709956709957, + "test_acc": 0.5757575757575758, + "test_auc": 0.5893877551020408, + "val_auc": 0.6315151515151515, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24572, + 30333, + 17711, + 1876, + 8403, + 1950, + 27817, + 198, + 26258, + 13296, + 26872, + 12282, + 24241, + 26735, + 4956, + 24847 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ea6113a4b0acd989f50115c6cd3a9fc94ff6db79 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5232696910442368, + "test_acc": 0.5294915254237288, + "test_auc": 0.5316727522770479, + "val_auc": 0.5426731078904993, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13296 + ] + }, + { + "test_f1": 0.559420410188387, + "test_acc": 0.56, + "test_auc": 0.5794337624516, + "val_auc": 0.6157407407407408, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13296, + 14818, + 19463, + 17856, + 10324, + 25674, + 1255, + 24751, + 14015, + 10176, + 23955, + 11667, + 6125, + 26095, + 24573, + 20833 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4ff3dbd545fdfd29c0d035a8fa15ad96d1013305 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.590848532228643, + "test_acc": 0.591864406779661, + "test_auc": 0.6087099609123635, + "val_auc": 0.6318438003220612, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13296 + ] + }, + { + "test_f1": 0.658303200066213, + "test_acc": 0.6583050847457627, + "test_auc": 0.7173951013594261, + "val_auc": 0.7741545893719807, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13296, + 17856, + 24006, + 19463, + 11667, + 22052, + 24916, + 17022, + 28803, + 10324, + 21174, + 24844, + 24751, + 24891, + 26530, + 6125 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e8d17f7f2a1b89fb9908f0b1e698769779966ea4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.528737179892709, + "test_acc": 0.576271186440678, + "test_auc": 0.5784023342268703, + "val_auc": 0.6062801932367151, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22052 + ] + }, + { + "test_f1": 0.5838386815565737, + "test_acc": 0.584406779661017, + "test_auc": 0.6210742297382269, + "val_auc": 0.7033011272141707, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22052, + 10324, + 17856, + 22743, + 14818, + 24844, + 26602, + 29782, + 20190, + 939, + 21174, + 28803, + 17716, + 10176, + 7385, + 12267 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a617a9e4593e380176ba4c6672ffc84fd61bcdd5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5831265508684863, + "test_acc": 0.5831265508684863, + "test_auc": 0.6271119649278362, + "val_auc": 0.6224489795918368, + "k": 1, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20989 + ] + }, + { + "test_f1": 0.5806451612903226, + "test_acc": 0.5806451612903226, + "test_auc": 0.6486379981281711, + "val_auc": 0.7250900360144057, + "k": 16, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20989, + 9734, + 27330, + 14750, + 4810, + 29214, + 12885, + 11833, + 30708, + 31985, + 26735, + 16697, + 6184, + 14368, + 7670, + 483 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9e3b8cf31a925e1b26fd03de820aa2be40a5ac0c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6019373348950419, + "test_acc": 0.607940446650124, + "test_auc": 0.616422836313482, + "val_auc": 0.5864345738295319, + "k": 1, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25339 + ] + }, + { + "test_f1": 0.6515195828665782, + "test_acc": 0.652605459057072, + "test_auc": 0.697970543322989, + "val_auc": 0.7138855542216886, + "k": 16, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25339, + 7634, + 26865, + 5495, + 9734, + 14285, + 30708, + 26735, + 21792, + 21677, + 1876, + 14368, + 29004, + 19591, + 2254, + 12283 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3cea34e3f3b4f9ad5668f07c7eb7737a86d0127f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5950796947902903, + "test_acc": 0.5955334987593052, + "test_auc": 0.6089478350820157, + "val_auc": 0.6534613845538215, + "k": 1, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 595 + ] + }, + { + "test_f1": 0.7171111369164762, + "test_acc": 0.71712158808933, + "test_auc": 0.7775479040441358, + "val_auc": 0.715486194477791, + "k": 16, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 595, + 31636, + 3496, + 16835, + 14285, + 29677, + 6339, + 9734, + 14368, + 30059, + 4810, + 10775, + 1814, + 26710, + 5495, + 7351 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d81cc6b479a7507572f44a1c47f31ac2d0e1fae9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.826783810118511, + "test_acc": 0.8286479250334672, + "test_auc": 0.8503784891972874, + "val_auc": 0.8395959595959597, + "k": 1, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5742 + ] + }, + { + "test_f1": 0.8589716367989583, + "test_acc": 0.8607764390896921, + "test_auc": 0.9548608622098608, + "val_auc": 0.9519191919191919, + "k": 16, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5742, + 2006, + 5788, + 8389, + 541, + 8781, + 11627, + 28423, + 19001, + 212, + 16564, + 25348, + 4173, + 14866, + 4211, + 27972 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d75ee2e6d67477821204a6916a26ae0029fefc0e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8728648227482984, + "test_acc": 0.8741633199464525, + "test_auc": 0.8903062321687144, + "val_auc": 0.8997979797979798, + "k": 1, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2006 + ] + }, + { + "test_f1": 0.8852467312682215, + "test_acc": 0.8862115127175368, + "test_auc": 0.9696420123008989, + "val_auc": 0.9783838383838384, + "k": 16, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2006, + 5788, + 5742, + 26491, + 8389, + 5605, + 25348, + 8781, + 16564, + 6589, + 7897, + 3099, + 541, + 32114, + 32220, + 28623 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e7855c9798fc60db2e1ee76637003fb0102bbb65 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8690462698002057, + "test_acc": 0.8701472556894244, + "test_auc": 0.8850482430359421, + "val_auc": 0.8668686868686869, + "k": 1, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5788 + ] + }, + { + "test_f1": 0.8968507710235165, + "test_acc": 0.8969210174029452, + "test_auc": 0.9733659732476954, + "val_auc": 0.9690909090909091, + "k": 16, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5788, + 2006, + 5605, + 5742, + 26491, + 24088, + 15635, + 5794, + 5684, + 5456, + 16885, + 11627, + 4211, + 27972, + 23934, + 3605 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6bea1d408c34964e7caa01422e6bdbdc4852cd36 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7234279063000145, + "test_acc": 0.7333333333333333, + "test_auc": 0.744580401925472, + "val_auc": 0.7082823337413301, + "k": 1, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22898 + ] + }, + { + "test_f1": 0.7874203760924854, + "test_acc": 0.7938461538461539, + "test_auc": 0.8655577809943784, + "val_auc": 0.8523051815585475, + "k": 16, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22898, + 14822, + 21174, + 29772, + 13296, + 16277, + 27572, + 595, + 20645, + 4919, + 6747, + 19496, + 26924, + 7979, + 21204, + 26735 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c8c22512d9e6876c07b5261767f84e3e7cef0990 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7216913429315439, + "test_acc": 0.7394957983193278, + "test_auc": 0.7405312890932888, + "val_auc": 0.7735849056603774, + "k": 1, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21219 + ] + }, + { + "test_f1": 0.8285480734740643, + "test_acc": 0.8292436974789916, + "test_auc": 0.938541734458497, + "val_auc": 0.9710959454034525, + "k": 16, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21219, + 9341, + 6103, + 10202, + 32595, + 17975, + 29224, + 18735, + 31900, + 26473, + 7608, + 30843, + 23344, + 32051, + 14408, + 5822 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..66ea3657076ac90d53aebdf7496f29d624fd9f35 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7460957458476968, + "test_acc": 0.7529411764705882, + "test_auc": 0.7684222039033631, + "val_auc": 0.8057005218787636, + "k": 1, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32051 + ] + }, + { + "test_f1": 0.869520390928438, + "test_acc": 0.8695798319327731, + "test_auc": 0.9615114143364356, + "val_auc": 0.9879566439181052, + "k": 16, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32051, + 7608, + 9684, + 31612, + 10566, + 13296, + 15905, + 28530, + 26308, + 18735, + 29868, + 29563, + 10965, + 10832, + 5250, + 31508 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9383e0c9dc52efce9ba3eace4b52ebfdcad6a94b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6789874870286773, + "test_acc": 0.6816806722689076, + "test_auc": 0.7065483744422992, + "val_auc": 0.651344841429145, + "k": 1, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7608 + ] + }, + { + "test_f1": 0.8054636011952275, + "test_acc": 0.8100840336134454, + "test_auc": 0.9248007824081106, + "val_auc": 0.9450020072260137, + "k": 16, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7608, + 776, + 27150, + 20775, + 11752, + 17975, + 16788, + 21677, + 29563, + 11788, + 26473, + 6750, + 29229, + 26112, + 15905, + 10566 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..df9111166ad7178c3a6e050f853bd8a5ae6460c0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9319719439166296, + "test_acc": 0.9321008403361345, + "test_auc": 0.9419964061291045, + "val_auc": 0.9807306302689682, + "k": 1, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791 + ] + }, + { + "test_f1": 0.9966386341940444, + "test_acc": 0.9966386554621849, + "test_auc": 0.9999832780151998, + "val_auc": 0.9995985547972702, + "k": 16, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791, + 11876, + 24732, + 7261, + 28774, + 29352, + 30039, + 1699, + 28530, + 24701, + 11773, + 32024, + 15221, + 25329, + 1950, + 1876 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1e4a6b6cb69e21fde7d75fca77b43011d8ca42bd --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9085002252982214, + "test_acc": 0.90890756302521, + "test_auc": 0.9185998636932265, + "val_auc": 0.9032517061421116, + "k": 1, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791 + ] + }, + { + "test_f1": 0.9959663674132955, + "test_acc": 0.9959663865546219, + "test_auc": 0.999902831709945, + "val_auc": 1.0, + "k": 16, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791, + 24732, + 11876, + 7261, + 1699, + 29352, + 26735, + 1876, + 28530, + 1101, + 30039, + 11773, + 1950, + 25329, + 15221, + 10566 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9f349d210d99b73f196c28afe46b679076ee8587 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9081584394406694, + "test_acc": 0.9085714285714286, + "test_auc": 0.9181382013290813, + "val_auc": 0.9706945002007226, + "k": 1, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791 + ] + }, + { + "test_f1": 0.9821805210916552, + "test_acc": 0.9821848739495799, + "test_auc": 0.9985149069715311, + "val_auc": 1.0, + "k": 16, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16791, + 24732, + 7261, + 11876, + 24701, + 29352, + 1699, + 28530, + 30039, + 11773, + 32024, + 25329, + 15221, + 1950, + 28774, + 10965 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..460a087b2bcb701608558074318baf56f2cc9b2e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7057612538787141, + "test_acc": 0.7066666666666667, + "test_auc": 0.7657183665657761, + "val_auc": 0.8205282112845138, + "k": 1, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22086 + ] + }, + { + "test_f1": 0.8485344786939564, + "test_acc": 0.8485534591194969, + "test_auc": 0.9243169130535603, + "val_auc": 0.9551820728291317, + "k": 16, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22086, + 10535, + 1958, + 13203, + 28426, + 20642, + 21855, + 19020, + 1749, + 2408, + 29080, + 25601, + 13871, + 1646, + 16275, + 5936 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..573a0e1893ede7150fd11de9d3ef44ab5f4ced7f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7359200532532677, + "test_acc": 0.7385103011093502, + "test_auc": 0.7631906771147277, + "val_auc": 0.758703481392557, + "k": 1, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1749 + ] + }, + { + "test_f1": 0.8302308923733854, + "test_acc": 0.8304278922345484, + "test_auc": 0.9120353626682741, + "val_auc": 0.8887555022008804, + "k": 16, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1749, + 2408, + 16275, + 28426, + 29080, + 18297, + 14496, + 15600, + 7837, + 3904, + 13507, + 26735, + 22086, + 27330, + 25601, + 20642 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..06668656dbc41d7eb39950940e0fc6faf769e999 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7020232450800719, + "test_acc": 0.7022809123649459, + "test_auc": 0.7298930086699872, + "val_auc": 0.7363123993558776, + "k": 1, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29080 + ] + }, + { + "test_f1": 0.741594380518455, + "test_acc": 0.7418967587034814, + "test_auc": 0.8297189171739531, + "val_auc": 0.7455716586151369, + "k": 16, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29080, + 31708, + 32042, + 19020, + 16807, + 142, + 22978, + 20642, + 5559, + 16275, + 25584, + 19132, + 26491, + 1646, + 29219, + 21855 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c9396855e89016af218a347f039309259d4a76b7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6891158236546591, + "test_acc": 0.6942148760330579, + "test_auc": 0.6997298281828668, + "val_auc": 0.6532613045218087, + "k": 1, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6143 + ] + }, + { + "test_f1": 0.7766730862620762, + "test_acc": 0.7768595041322314, + "test_auc": 0.8376540586485338, + "val_auc": 0.8223289315726291, + "k": 16, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6143, + 23911, + 1958, + 25212, + 5559, + 29080, + 29352, + 32525, + 29004, + 18628, + 1646, + 14496, + 22978, + 16275, + 21879, + 26842 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2aadd12afe5f30e16b8e1cb95b3eae9db9c3b2bc --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5832378110670463, + "test_acc": 0.5833962264150944, + "test_auc": 0.5991887409003592, + "val_auc": 0.6750700280112045, + "k": 1, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28426 + ] + }, + { + "test_f1": 0.6695026794975382, + "test_acc": 0.669685534591195, + "test_auc": 0.7334073641648584, + "val_auc": 0.7851140456182473, + "k": 16, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28426, + 29080, + 28774, + 29219, + 30318, + 10535, + 7261, + 19020, + 6381, + 7837, + 16275, + 25601, + 5608, + 22978, + 25692, + 18697 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ab6e923f28f35893802e79a99ba7096468da37f3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.765059489535522, + "test_acc": 0.770314465408805, + "test_auc": 0.7776077704272946, + "val_auc": 0.7719087635054023, + "k": 1, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2721 + ] + }, + { + "test_f1": 0.8383469040072965, + "test_acc": 0.8384905660377359, + "test_auc": 0.916162551554926, + "val_auc": 0.9523809523809523, + "k": 16, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2721, + 18147, + 6986, + 7454, + 24844, + 17326, + 15785, + 3474, + 24006, + 19848, + 13024, + 32241, + 28970, + 7859, + 21078, + 21391 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bbc7583f6ae30745cb2ddcc9ccf96d528b0335e0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6469939994576862, + "test_acc": 0.6488740617180984, + "test_auc": 0.7011087924318309, + "val_auc": 0.8035426731078905, + "k": 1, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063 + ] + }, + { + "test_f1": 0.7931306917000115, + "test_acc": 0.7939949958298582, + "test_auc": 0.8733861992209236, + "val_auc": 0.9114331723027375, + "k": 16, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063, + 10736, + 6820, + 14286, + 6986, + 18147, + 31945, + 25223, + 21571, + 26827, + 32389, + 11906, + 22911, + 12480, + 24636, + 16807 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c154dd445dc29e30be5d1bbb000a086ff3dd8ae8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5097102596091776, + "test_acc": 0.5451825254338719, + "test_auc": 0.5485431051772055, + "val_auc": 0.5361300682456844, + "k": 1, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3982 + ] + }, + { + "test_f1": 0.5536226728719381, + "test_acc": 0.5589467384799521, + "test_auc": 0.5752070022634157, + "val_auc": 0.5660377358490567, + "k": 16, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3982, + 17045, + 14641, + 29863, + 25179, + 2921, + 595, + 23857, + 30809, + 28979, + 32155, + 5761, + 135, + 11391, + 4837, + 15426 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1709b5ce99b61321ec10bcc6a2522ea37d4d638c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6524862622634524, + "test_acc": 0.6535849056603774, + "test_auc": 0.6812075269938705, + "val_auc": 0.7278911564625851, + "k": 1, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063 + ] + }, + { + "test_f1": 0.724716108196117, + "test_acc": 0.7247798742138365, + "test_auc": 0.8045056954712674, + "val_auc": 0.7983193277310924, + "k": 16, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19063, + 24931, + 10803, + 4057, + 4096, + 26924, + 21879, + 28979, + 24844, + 23333, + 25223, + 7405, + 19511, + 15007, + 29782, + 11274 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ba1b9e515ca843725f50ebceeacf07ffd4aa10c4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.997701148453385, + "test_acc": 0.9977011494252873, + "test_auc": 0.9999509578440392, + "val_auc": 1.0, + "k": 1, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17674 + ] + }, + { + "test_f1": 0.997701148453385, + "test_acc": 0.9977011494252873, + "test_auc": 0.999583141674333, + "val_auc": 1.0, + "k": 16, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17674, + 30477, + 16885, + 29907, + 18960, + 14782, + 21695, + 6986, + 28676, + 24270, + 20628, + 14285, + 19529, + 16323, + 21683, + 27972 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..eba4583904584d8fbb7ad2cd94df39da69735575 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9848256616077485, + "test_acc": 0.9848275862068966, + "test_auc": 0.9900393690134748, + "val_auc": 1.0, + "k": 1, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21067 + ] + }, + { + "test_f1": 0.991264367816092, + "test_acc": 0.991264367816092, + "test_auc": 0.9994960495697819, + "val_auc": 1.0, + "k": 16, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21067, + 11996, + 31546, + 14528, + 20032, + 32689, + 25338, + 13316, + 15785, + 14613, + 3225, + 5134, + 16885, + 6986, + 25283, + 23961 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cb1e4e6a7c18b067fb0fb746310acc69af46cda9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9517185041044374, + "test_acc": 0.9517241379310345, + "test_auc": 0.9894479037014989, + "val_auc": 0.9939123376623377, + "k": 1, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32492 + ] + }, + { + "test_f1": 0.9760910341826248, + "test_acc": 0.9760919540229885, + "test_auc": 0.9959066710860977, + "val_auc": 0.997564935064935, + "k": 16, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32492, + 16885, + 6986, + 25106, + 31981, + 20480, + 5211, + 4502, + 12797, + 10225, + 26523, + 26713, + 23917, + 11321, + 19529, + 14861 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6c67edfdc5f3c2743389d30533b10c146b0b08ba --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9609066484567942, + "test_acc": 0.960919540229885, + "test_auc": 0.9763075653444451, + "val_auc": 0.9874188311688312, + "k": 1, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19790 + ] + }, + { + "test_f1": 0.98436721465787, + "test_acc": 0.984367816091954, + "test_auc": 0.9948404269711564, + "val_auc": 0.9987824675324676, + "k": 16, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19790, + 16885, + 12907, + 6986, + 6787, + 2756, + 15785, + 16323, + 27972, + 6654, + 20492, + 7454, + 13139, + 24699, + 27330, + 10473 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6f0f37ef870653ae5eb38d63382cc6fc5f1b408d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9811492579246582, + "test_acc": 0.9811494252873563, + "test_auc": 0.997602430461605, + "val_auc": 1.0, + "k": 1, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23733 + ] + }, + { + "test_f1": 0.9885050861977054, + "test_acc": 0.9885057471264368, + "test_auc": 0.999252529898804, + "val_auc": 1.0, + "k": 16, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23733, + 16885, + 4315, + 18709, + 6986, + 4502, + 16807, + 25106, + 12883, + 11321, + 26713, + 22965, + 11906, + 26855, + 28445, + 22910 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..60d34280f8d74b8da22c11d660a8cc035b32866e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8047414724703666, + "test_acc": 0.8050574712643678, + "test_auc": 0.8799278911196493, + "val_auc": 0.9413555194805195, + "k": 1, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11973 + ] + }, + { + "test_f1": 0.9489609858538114, + "test_acc": 0.9489655172413793, + "test_auc": 0.9880447061529303, + "val_auc": 0.9902597402597403, + "k": 16, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11973, + 9805, + 16885, + 7081, + 31280, + 11359, + 15756, + 15798, + 32700, + 31051, + 17605, + 6986, + 2819, + 24887, + 3161, + 19463 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5d8e399ce41663b6078f067f992772bd89bf20b7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9558618823594588, + "test_acc": 0.9558620689655173, + "test_auc": 0.974941149412847, + "val_auc": 0.974025974025974, + "k": 1, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22936 + ] + }, + { + "test_f1": 0.9701122890134933, + "test_acc": 0.9701149425287356, + "test_auc": 0.9947195126900806, + "val_auc": 0.992288961038961, + "k": 16, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22936, + 27544, + 16885, + 18587, + 7628, + 14573, + 22379, + 32633, + 2861, + 24006, + 20879, + 19463, + 15132, + 8137, + 9428, + 12330 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9837138b6b2ec5980eaa20ac7d2f9c26256b763b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.912959346869728, + "test_acc": 0.9131034482758621, + "test_auc": 0.9591960806861843, + "val_auc": 0.9711850649350651, + "k": 1, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16885 + ] + }, + { + "test_f1": 0.9733311910991297, + "test_acc": 0.9733333333333334, + "test_auc": 0.9958178878727203, + "val_auc": 1.0, + "k": 16, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16885, + 14010, + 23254, + 4502, + 25549, + 12531, + 2737, + 6986, + 26713, + 1587, + 18059, + 2105, + 296, + 4366, + 5163, + 11321 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..edd7c3fd0ef6fd92cf046233bcadf3877865c612 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.68527104954737, + "test_acc": 0.6867204695524578, + "test_auc": 0.7502271543055969, + "val_auc": 0.7872596153846154, + "k": 1, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 763 + ] + }, + { + "test_f1": 0.7018773261863304, + "test_acc": 0.7021276595744681, + "test_auc": 0.7740772798325732, + "val_auc": 0.860576923076923, + "k": 16, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 763, + 13832, + 16756, + 24699, + 13143, + 26735, + 19157, + 19132, + 28056, + 23764, + 32338, + 28634, + 11880, + 23505, + 10925, + 26917 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..866aaed788dc0741efa2cd676eeda667ad429090 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7632972119971683, + "test_acc": 0.7635220125786164, + "test_auc": 0.8107213993573925, + "val_auc": 0.720688275310124, + "k": 1, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1878 + ] + }, + { + "test_f1": 0.7891605061402845, + "test_acc": 0.7891823899371069, + "test_auc": 0.8590693633365366, + "val_auc": 0.860344137655062, + "k": 16, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1878, + 9098, + 24759, + 9823, + 16367, + 24699, + 1556, + 16710, + 31876, + 19132, + 25261, + 28803, + 28052, + 10945, + 1002, + 13832 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9c4fe88ed232842e48ff3fe4bd2aebcebf8027f0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9135469850316466, + "test_acc": 0.9139622641509434, + "test_auc": 0.9205869337818556, + "val_auc": 0.8999599839935974, + "k": 1, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12087 + ] + }, + { + "test_f1": 0.9282739148638234, + "test_acc": 0.9283018867924528, + "test_auc": 0.9819255239539908, + "val_auc": 0.9967987194877951, + "k": 16, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12087, + 11321, + 18505, + 30806, + 30333, + 10176, + 2046, + 3081, + 25339, + 24844, + 376, + 7859, + 1565, + 19688, + 21043, + 20744 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d7af022ac2317ccfb3095346c8e36e57eac8be0b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.844179651829122, + "test_acc": 0.8443496801705757, + "test_auc": 0.91692125841062, + "val_auc": 0.926, + "k": 1, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21677 + ] + }, + { + "test_f1": 0.9573549134891691, + "test_acc": 0.9573560767590619, + "test_auc": 0.9899072558647027, + "val_auc": 0.9952, + "k": 16, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21677, + 9467, + 4587, + 15364, + 19155, + 23243, + 29214, + 11788, + 9839, + 11655, + 22743, + 10824, + 10570, + 20640, + 5936, + 7670 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_stats.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..27b18e3bd158bf720440fe9fdb267e53f261f8d6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/sae_stats.json @@ -0,0 +1 @@ +{"l0": 93.51104736328125, "width": 32768, "hook_name": "model.layers.12", "tokens_trained": 300000000, "all_metrics": {"model_performance_preservation": {"ce_loss_score": 0.9941503714419873, "ce_loss_with_ablation": 12.452933311462402, "ce_loss_with_sae": 1.9107568264007568, "ce_loss_without_sae": 1.8487261533737183}, "reconstruction_quality": {"explained_variance": 0.8672757744789124, "explained_variance_legacy": 0.7930538654327393, "mse": 0.46901971101760864, "cossim": 0.9282015562057495}, "shrinkage": {"l2_norm_in": 144.84046936035156, "l2_norm_out": 133.69952392578125, "l2_ratio": 0.9216883778572083, "relative_reconstruction_bias": 0.9939088821411133}, "sparsity": {"l0": 93.51104736328125, "l1": 634.2813110351562}, "token_stats": {"total_tokens_eval_reconstruction": 61440, "total_tokens_eval_sparsity_variance": 61440}}} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/scr/saebench_scr_custom_sae_eval_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/scr/saebench_scr_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..24f392776ea2ff68dd0584dbb6abdf82fb3e2a59 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/scr/saebench_scr_custom_sae_eval_results.json @@ -0,0 +1,326 @@ +{ + "eval_type_id": "scr", + "eval_config": { + "random_seed": 42, + "dataset_names": [ + "LabHC/bias_in_bios_class_set1", + "canrager/amazon_reviews_mcauley_1and5" + ], + "perform_scr": true, + "early_stopping_patience": 20, + "train_set_size": 4000, + "test_set_size": 1000, + "context_length": 128, + "probe_train_batch_size": 16, + "probe_test_batch_size": 500, + "probe_epochs": 20, + "probe_lr": 0.001, + "probe_l1_penalty": 0.001, + "sae_batch_size": 32, + "llm_batch_size": 128, + "llm_dtype": "float32", + "lower_vram_usage": false, + "model_name": "gemma-2-2b", + "n_values": [ + 2, + 5, + 10 + ], + "column1_vals_lookup": { + "LabHC/bias_in_bios_class_set1": [ + [ + "professor", + "nurse" + ], + [ + "architect", + "journalist" + ], + [ + "surgeon", + "psychologist" + ], + [ + "attorney", + "teacher" + ] + ], + "canrager/amazon_reviews_mcauley_1and5": [ + [ + "Books", + "CDs_and_Vinyl" + ], + [ + "Software", + "Electronics" + ], + [ + "Pet_Supplies", + "Office_Products" + ], + [ + "Industrial_and_Scientific", + "Toys_and_Games" + ] + ] + } + }, + "eval_id": "b00b9219-0412-478b-a95e-9cb70ef37aee", + "datetime_epoch_millis": 1775758235771, + "eval_result_metrics": { + "scr_metrics": { + "scr_dir1_threshold_2": 0.2180698267185182, + "scr_metric_threshold_2": 0.12657868316739632, + "scr_dir2_threshold_2": 0.13207694011539586, + "scr_dir1_threshold_5": -0.08429174375846424, + "scr_metric_threshold_5": 0.18020564895695887, + "scr_dir2_threshold_5": 0.18504359504419976, + "scr_dir1_threshold_10": -0.20738269317391622, + "scr_metric_threshold_10": 0.24002160325018923, + "scr_dir2_threshold_10": 0.2447174878820359, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + } + }, + "eval_result_details": [ + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_professor_nurse_results", + "scr_dir1_threshold_2": 0.5512825313325533, + "scr_metric_threshold_2": 0.010362714302611827, + "scr_dir2_threshold_2": 0.010362714302611827, + "scr_dir1_threshold_5": 0.20512859700616604, + "scr_metric_threshold_5": 0.036269422851059746, + "scr_dir2_threshold_5": 0.036269422851059746, + "scr_dir1_threshold_10": 0.2307692895509249, + "scr_metric_threshold_10": 0.08031092003311918, + "scr_dir2_threshold_10": 0.08031092003311918, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_architect_journalist_results", + "scr_dir1_threshold_2": 0.28030297214883276, + "scr_metric_threshold_2": 0.2232416175277745, + "scr_dir2_threshold_2": 0.2232416175277745, + "scr_dir1_threshold_5": -0.6287877727419892, + "scr_metric_threshold_5": 0.26299700154024225, + "scr_dir2_threshold_5": 0.26299700154024225, + "scr_dir1_threshold_10": -0.6060603460771347, + "scr_metric_threshold_10": 0.23547405739908678, + "scr_dir2_threshold_10": 0.23547405739908678, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_surgeon_psychologist_results", + "scr_dir1_threshold_2": 0.3749997671693945, + "scr_metric_threshold_2": 0.05527641050700931, + "scr_dir2_threshold_2": 0.05527641050700931, + "scr_dir1_threshold_5": 0.14062502910382568, + "scr_metric_threshold_5": 0.07286442057030854, + "scr_dir2_threshold_5": 0.07286442057030854, + "scr_dir1_threshold_10": -1.48437520372678, + "scr_metric_threshold_10": 0.13567842130982535, + "scr_dir2_threshold_10": 0.13567842130982535, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_attorney_teacher_results", + "scr_dir1_threshold_2": 0.3087248805406822, + "scr_metric_threshold_2": 0.1305732713799386, + "scr_dir2_threshold_2": 0.1305732713799386, + "scr_dir1_threshold_5": -0.8657719302105564, + "scr_metric_threshold_5": 0.15605102916717128, + "scr_dir2_threshold_5": 0.15605102916717128, + "scr_dir1_threshold_10": -0.5302017557369475, + "scr_metric_threshold_10": 0.22292990607902816, + "scr_dir2_threshold_10": 0.22292990607902816, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Books_CDs_and_Vinyl_results", + "scr_dir1_threshold_2": 0.052631529414422, + "scr_metric_threshold_2": 0.34920630039932743, + "scr_dir2_threshold_2": 0.34920630039932743, + "scr_dir1_threshold_5": 0.07368420392192293, + "scr_metric_threshold_5": 0.4246030910680796, + "scr_dir2_threshold_5": 0.4246030910680796, + "scr_dir1_threshold_10": 0.10526337253750466, + "scr_metric_threshold_10": 0.5238095688621593, + "scr_dir2_threshold_10": 0.5238095688621593, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Software_Electronics_results", + "scr_dir1_threshold_2": 0.09289597196301254, + "scr_metric_threshold_2": 0.0687023091792737, + "scr_dir2_threshold_2": 0.0687023091792737, + "scr_dir1_threshold_5": 0.22404380127873155, + "scr_metric_threshold_5": 0.08396951427451485, + "scr_dir2_threshold_5": 0.08396951427451485, + "scr_dir1_threshold_10": 0.3278689218723027, + "scr_metric_threshold_10": 0.13358787395939287, + "scr_dir2_threshold_10": 0.13358787395939287, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Pet_Supplies_Office_Products_results", + "scr_dir1_threshold_2": 0.037209371955658585, + "scr_metric_threshold_2": 0.12875525281964528, + "scr_dir2_threshold_2": 0.12875525281964528, + "scr_dir1_threshold_5": 0.10232563426262967, + "scr_metric_threshold_5": 0.330472224872739, + "scr_dir2_threshold_5": 0.330472224872739, + "scr_dir1_threshold_10": 0.18139520312982554, + "scr_metric_threshold_10": 0.47210310529992777, + "scr_dir2_threshold_10": 0.47210310529992777, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Industrial_and_Scientific_Toys_and_Games_results", + "scr_dir1_threshold_2": 0.046511589223589805, + "scr_metric_threshold_2": 0.046511589223589805, + "scr_dir2_threshold_2": 0.09049764480758624, + "scr_dir1_threshold_5": 0.07441848731155573, + "scr_metric_threshold_5": 0.07441848731155573, + "scr_dir2_threshold_5": 0.1131220560094828, + "scr_dir1_threshold_10": 0.1162789730589745, + "scr_metric_threshold_10": 0.1162789730589745, + "scr_dir2_threshold_10": 0.15384605011374777, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + } + ], + "sae_bench_commit_hash": "Unknown", + "sae_lens_id": "custom_sae", + "sae_lens_release_id": "saebench_scr", + "sae_lens_version": "6.39.0", + "sae_cfg_dict": { + "d_in": 2304, + "d_sae": 32768, + "dtype": "float32", + "device": "cuda", + "apply_b_dec_to_input": true, + "normalize_activations": "none", + "reshape_activations": "none", + "metadata": { + "sae_lens_version": "6.39.0", + "sae_lens_training_version": "6.39.0", + "model_name": "gemma-2-2b", + "hook_name": "blocks.12.hook_resid_post", + "hook_head_index": null, + "context_size": 1024, + "prepend_bos": true, + "seqpos_slice": [ + null + ], + "model_from_pretrained_kwargs": { + "center_writing_weights": false + }, + "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", + "model_class_name": "AutoModelForCausalLM", + "exclude_special_tokens": true, + "sequence_separator_token": "bos", + "disable_concat_sequences": false, + "hook_layer": 12, + "dataset_trust_remote_code": null + }, + "architecture": "jumprelu" + }, + "eval_result_unstructured": null +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/tpp/saebench_tpp_custom_sae_eval_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/tpp/saebench_tpp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d5fe6a51e581eb2a547355c29cdf0e101bf07567 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-93.5/tpp/saebench_tpp_custom_sae_eval_results.json @@ -0,0 +1,297 @@ +{ + "eval_type_id": "tpp", + "eval_config": { + "random_seed": 42, + "dataset_names": [ + "LabHC/bias_in_bios_class_set1", + "canrager/amazon_reviews_mcauley_1and5" + ], + "perform_scr": false, + "early_stopping_patience": 20, + "train_set_size": 4000, + "test_set_size": 1000, + "context_length": 128, + "probe_train_batch_size": 16, + "probe_test_batch_size": 500, + "probe_epochs": 20, + "probe_lr": 0.001, + "probe_l1_penalty": 0.001, + "sae_batch_size": 32, + "llm_batch_size": 128, + "llm_dtype": "float32", + "lower_vram_usage": false, + "model_name": "gemma-2-2b", + "n_values": [ + 2, + 5, + 10 + ], + "column1_vals_lookup": { + "LabHC/bias_in_bios_class_set1": [ + [ + "professor", + "nurse" + ], + [ + "architect", + "journalist" + ], + [ + "surgeon", + "psychologist" + ], + [ + "attorney", + "teacher" + ] + ], + "canrager/amazon_reviews_mcauley_1and5": [ + [ + "Books", + "CDs_and_Vinyl" + ], + [ + "Software", + "Electronics" + ], + [ + "Pet_Supplies", + "Office_Products" + ], + [ + "Industrial_and_Scientific", + "Toys_and_Games" + ] + ] + } + }, + "eval_id": "ebd25237-f10f-4b21-8212-792f53c5c764", + "datetime_epoch_millis": 1775758409244, + "eval_result_metrics": { + "tpp_metrics": { + "tpp_threshold_2_total_metric": 0.02392500638961792, + "tpp_threshold_2_intended_diff_only": 0.02640000581741333, + "tpp_threshold_2_unintended_diff_only": 0.00247499942779541, + "tpp_threshold_5_total_metric": 0.06334999650716781, + "tpp_threshold_5_intended_diff_only": 0.07530000209808349, + "tpp_threshold_5_unintended_diff_only": 0.01195000559091568, + "tpp_threshold_10_total_metric": 0.10527499318122863, + "tpp_threshold_10_intended_diff_only": 0.13040000200271606, + "tpp_threshold_10_unintended_diff_only": 0.025125008821487427, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + } + }, + "eval_result_details": [ + { + "dataset_name": "LabHC/bias_in_bios_class_set1_tpp_results", + "tpp_threshold_2_total_metric": 0.036500006914138794, + "tpp_threshold_2_intended_diff_only": 0.03980001211166382, + "tpp_threshold_2_unintended_diff_only": 0.0033000051975250245, + "tpp_threshold_5_total_metric": 0.10950000882148743, + "tpp_threshold_5_intended_diff_only": 0.13020002841949463, + "tpp_threshold_5_unintended_diff_only": 0.020700019598007203, + "tpp_threshold_10_total_metric": 0.18840000331401824, + "tpp_threshold_10_intended_diff_only": 0.2344000220298767, + "tpp_threshold_10_unintended_diff_only": 0.04600001871585846, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_tpp_results", + "tpp_threshold_2_total_metric": 0.011350005865097046, + "tpp_threshold_2_intended_diff_only": 0.012999999523162841, + "tpp_threshold_2_unintended_diff_only": 0.0016499936580657959, + "tpp_threshold_5_total_metric": 0.017199984192848204, + "tpp_threshold_5_intended_diff_only": 0.020399975776672363, + "tpp_threshold_5_unintended_diff_only": 0.0031999915838241575, + "tpp_threshold_10_total_metric": 0.022149983048439025, + "tpp_threshold_10_intended_diff_only": 0.02639998197555542, + "tpp_threshold_10_unintended_diff_only": 0.004249998927116394, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + } + ], + "sae_bench_commit_hash": "Unknown", + "sae_lens_id": "custom_sae", + "sae_lens_release_id": "saebench_tpp", + "sae_lens_version": "6.39.0", + "sae_cfg_dict": { + "d_in": 2304, + "d_sae": 32768, + "dtype": "float32", + "device": "cuda", + "apply_b_dec_to_input": true, + "normalize_activations": "none", + "reshape_activations": "none", + "metadata": { + "sae_lens_version": "6.39.0", + "sae_lens_training_version": "6.39.0", + "model_name": "gemma-2-2b", + "hook_name": "blocks.12.hook_resid_post", + "hook_head_index": null, + "context_size": 1024, + "prepend_bos": true, + "seqpos_slice": [ + null + ], + "model_from_pretrained_kwargs": { + "center_writing_weights": false + }, + "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", + "model_class_name": "AutoModelForCausalLM", + "exclude_special_tokens": true, + "sequence_separator_token": "bos", + "disable_concat_sequences": false, + "hook_layer": 12, + "dataset_trust_remote_code": null + }, + "architecture": "jumprelu" + }, + "eval_result_unstructured": { + "LabHC/bias_in_bios_class_set1": { + "0": { + "tpp_threshold_2_total_metric": 0.0742499828338623, + "tpp_threshold_2_intended_diff_only": 0.08399999141693115, + "tpp_threshold_2_unintended_diff_only": 0.009750008583068848, + "tpp_threshold_5_total_metric": 0.1029999852180481, + "tpp_threshold_5_intended_diff_only": 0.11900001764297485, + "tpp_threshold_5_unintended_diff_only": 0.016000032424926758, + "tpp_threshold_10_total_metric": 0.1252499520778656, + "tpp_threshold_10_intended_diff_only": 0.14099997282028198, + "tpp_threshold_10_unintended_diff_only": 0.015750020742416382 + }, + "1": { + "tpp_threshold_2_total_metric": 0.04949997365474701, + "tpp_threshold_2_intended_diff_only": 0.06099998950958252, + "tpp_threshold_2_unintended_diff_only": 0.01150001585483551, + "tpp_threshold_5_total_metric": 0.16300001740455627, + "tpp_threshold_5_intended_diff_only": 0.20500004291534424, + "tpp_threshold_5_unintended_diff_only": 0.042000025510787964, + "tpp_threshold_10_total_metric": 0.19475001096725464, + "tpp_threshold_10_intended_diff_only": 0.26500004529953003, + "tpp_threshold_10_unintended_diff_only": 0.07025003433227539 + }, + "2": { + "tpp_threshold_2_total_metric": 0.04524998366832733, + "tpp_threshold_2_intended_diff_only": 0.041999995708465576, + "tpp_threshold_2_unintended_diff_only": -0.0032499879598617554, + "tpp_threshold_5_total_metric": 0.216000035405159, + "tpp_threshold_5_intended_diff_only": 0.23700004816055298, + "tpp_threshold_5_unintended_diff_only": 0.021000012755393982, + "tpp_threshold_10_total_metric": 0.24900001287460327, + "tpp_threshold_10_intended_diff_only": 0.2850000262260437, + "tpp_threshold_10_unintended_diff_only": 0.03600001335144043 + }, + "6": { + "tpp_threshold_2_total_metric": 0.008500054478645325, + "tpp_threshold_2_intended_diff_only": 0.006000041961669922, + "tpp_threshold_2_unintended_diff_only": -0.002500012516975403, + "tpp_threshold_5_total_metric": 0.03875000774860382, + "tpp_threshold_5_intended_diff_only": 0.04900002479553223, + "tpp_threshold_5_unintended_diff_only": 0.010250017046928406, + "tpp_threshold_10_total_metric": 0.18900002539157867, + "tpp_threshold_10_intended_diff_only": 0.21900004148483276, + "tpp_threshold_10_unintended_diff_only": 0.03000001609325409 + }, + "9": { + "tpp_threshold_2_total_metric": 0.0050000399351119995, + "tpp_threshold_2_intended_diff_only": 0.006000041961669922, + "tpp_threshold_2_unintended_diff_only": 0.0010000020265579224, + "tpp_threshold_5_total_metric": 0.026749998331069946, + "tpp_threshold_5_intended_diff_only": 0.04100000858306885, + "tpp_threshold_5_unintended_diff_only": 0.014250010251998901, + "tpp_threshold_10_total_metric": 0.18400001525878906, + "tpp_threshold_10_intended_diff_only": 0.26200002431869507, + "tpp_threshold_10_unintended_diff_only": 0.078000009059906 + } + }, + "canrager/amazon_reviews_mcauley_1and5": { + "1": { + "tpp_threshold_2_total_metric": 0.00925000011920929, + "tpp_threshold_2_intended_diff_only": 0.004999995231628418, + "tpp_threshold_2_unintended_diff_only": -0.004250004887580872, + "tpp_threshold_5_total_metric": 0.013249993324279785, + "tpp_threshold_5_intended_diff_only": 0.010999977588653564, + "tpp_threshold_5_unintended_diff_only": -0.0022500157356262207, + "tpp_threshold_10_total_metric": 0.001999974250793457, + "tpp_threshold_10_intended_diff_only": 0.006999969482421875, + "tpp_threshold_10_unintended_diff_only": 0.004999995231628418 + }, + "2": { + "tpp_threshold_2_total_metric": 0.005750015377998352, + "tpp_threshold_2_intended_diff_only": 0.013000011444091797, + "tpp_threshold_2_unintended_diff_only": 0.007249996066093445, + "tpp_threshold_5_total_metric": 0.0045000165700912476, + "tpp_threshold_5_intended_diff_only": 0.013999998569488525, + "tpp_threshold_5_unintended_diff_only": 0.009499981999397278, + "tpp_threshold_10_total_metric": 0.02250000834465027, + "tpp_threshold_10_intended_diff_only": 0.027000010013580322, + "tpp_threshold_10_unintended_diff_only": 0.004500001668930054 + }, + "3": { + "tpp_threshold_2_total_metric": 0.011000022292137146, + "tpp_threshold_2_intended_diff_only": 0.0040000081062316895, + "tpp_threshold_2_unintended_diff_only": -0.0070000141859054565, + "tpp_threshold_5_total_metric": 0.01724998652935028, + "tpp_threshold_5_intended_diff_only": 0.015999972820281982, + "tpp_threshold_5_unintended_diff_only": -0.0012500137090682983, + "tpp_threshold_10_total_metric": 0.015250012278556824, + "tpp_threshold_10_intended_diff_only": 0.018000006675720215, + "tpp_threshold_10_unintended_diff_only": 0.002749994397163391 + }, + "5": { + "tpp_threshold_2_total_metric": 0.0052499920129776, + "tpp_threshold_2_intended_diff_only": 0.013999998569488525, + "tpp_threshold_2_unintended_diff_only": 0.008750006556510925, + "tpp_threshold_5_total_metric": 0.01674996316432953, + "tpp_threshold_5_intended_diff_only": 0.01699995994567871, + "tpp_threshold_5_unintended_diff_only": 0.00024999678134918213, + "tpp_threshold_10_total_metric": 0.02349993586540222, + "tpp_threshold_10_intended_diff_only": 0.026999950408935547, + "tpp_threshold_10_unintended_diff_only": 0.003500014543533325 + }, + "6": { + "tpp_threshold_2_total_metric": 0.025499999523162842, + "tpp_threshold_2_intended_diff_only": 0.02899998426437378, + "tpp_threshold_2_unintended_diff_only": 0.0034999847412109375, + "tpp_threshold_5_total_metric": 0.034249961376190186, + "tpp_threshold_5_intended_diff_only": 0.04399996995925903, + "tpp_threshold_5_unintended_diff_only": 0.009750008583068848, + "tpp_threshold_10_total_metric": 0.04749998450279236, + "tpp_threshold_10_intended_diff_only": 0.05299997329711914, + "tpp_threshold_10_unintended_diff_only": 0.005499988794326782 + } + } + } +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/binarized_probing_binarized_linear_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/binarized_probing_binarized_linear_results.json new file mode 100644 index 0000000000000000000000000000000000000000..be39f08b3085d0d3124703894e893705226420ae --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/binarized_probing_binarized_linear_results.json @@ -0,0 +1,6330 @@ +{ + "5_hist_fig_ismale": { + "1": { + "k": 1, + "selected_features": [ + 19995 + ], + "test_balanced_acc": 0.9096767317543915, + "test_accuracy": 0.9096855345911949, + "test_auc": 0.9096767317543916, + "test_f1": 0.9127582017010936, + "test_precision": 0.8829337094499294, + "test_recall": 0.9446680080482898 + }, + "4": { + "k": 4, + "selected_features": [ + 19995, + 27173, + 25503, + 5200 + ], + "test_balanced_acc": 0.9212526036946389, + "test_accuracy": 0.9212578616352202, + "test_auc": 0.9630441177512988, + "test_f1": 0.9228874106922887, + "test_precision": 0.9043940125543216, + "test_recall": 0.9421529175050302 + }, + "16": { + "k": 16, + "selected_features": [ + 19995, + 27173, + 25503, + 5200, + 9196, + 25269, + 16482, + 3039, + 11674, + 2767, + 19756, + 24074, + 15943, + 6098, + 11013, + 9469 + ], + "test_balanced_acc": 0.9217565078442471, + "test_accuracy": 0.9217610062893081, + "test_auc": 0.9704615463288032, + "test_f1": 0.9231529528045466, + "test_precision": 0.9072365225837785, + "test_recall": 0.9396378269617707 + } + }, + "6_hist_fig_isamerican": { + "1": { + "k": 1, + "selected_features": [ + 594 + ], + "test_balanced_acc": 0.8042681099176843, + "test_accuracy": 0.8042767295597484, + "test_auc": 0.8042681099176844, + "test_f1": 0.8107976653696498, + "test_precision": 0.7848399246704332, + "test_recall": 0.8385311871227364 + }, + "4": { + "k": 4, + "selected_features": [ + 594, + 13179, + 24301, + 2295 + ], + "test_balanced_acc": 0.8618677338312715, + "test_accuracy": 0.8618867924528302, + "test_auc": 0.9196801341516639, + "test_f1": 0.8716389992985738, + "test_precision": 0.8143294014853648, + "test_recall": 0.937625754527163 + }, + "16": { + "k": 16, + "selected_features": [ + 594, + 13179, + 24301, + 2295, + 31950, + 28218, + 10019, + 26257, + 11013, + 24014, + 11407, + 21717, + 3063, + 2068, + 24385, + 15197 + ], + "test_balanced_acc": 0.8983585711551645, + "test_accuracy": 0.8983647798742138, + "test_auc": 0.9611312819038033, + "test_f1": 0.9008345606283751, + "test_precision": 0.8796740172579098, + "test_recall": 0.9230382293762576 + } + }, + "7_hist_fig_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 25503 + ], + "test_balanced_acc": 0.5598059924721961, + "test_accuracy": 0.559748427672956, + "test_auc": 0.559805992472196, + "test_f1": 0.4292237442922374, + "test_precision": 0.6103896103896104, + "test_recall": 0.33098591549295775 + }, + "4": { + "k": 4, + "selected_features": [ + 25503, + 23379, + 16482, + 3028 + ], + "test_balanced_acc": 0.5821337182632786, + "test_accuracy": 0.5821383647798742, + "test_auc": 0.6111142192865295, + "test_f1": 0.5897752531489256, + "test_precision": 0.5793304221251819, + "test_recall": 0.6006036217303823 + }, + "16": { + "k": 16, + "selected_features": [ + 25503, + 23379, + 16482, + 3028, + 23032, + 20241, + 16091, + 6025, + 4689, + 2767, + 665, + 24074, + 12526, + 11674, + 31412, + 13179 + ], + "test_balanced_acc": 0.5947215755529655, + "test_accuracy": 0.5947169811320755, + "test_auc": 0.6286399828259948, + "test_f1": 0.5872405841660261, + "test_precision": 0.5984334203655353, + "test_recall": 0.5764587525150905 + } + }, + "21_headline_istrump": { + "1": { + "k": 1, + "selected_features": [ + 30621 + ], + "test_balanced_acc": 0.7702932491780072, + "test_accuracy": 0.770314465408805, + "test_auc": 0.770293249178007, + "test_f1": 0.7882161911389469, + "test_precision": 0.7313818338355574, + "test_recall": 0.8546277665995976 + }, + "4": { + "k": 4, + "selected_features": [ + 30621, + 13903, + 15776, + 5562 + ], + "test_balanced_acc": 0.8233810259645442, + "test_accuracy": 0.8233962264150944, + "test_auc": 0.8974892383996987, + "test_f1": 0.8334914611005693, + "test_precision": 0.7885996409335727, + "test_recall": 0.8838028169014085 + }, + "16": { + "k": 16, + "selected_features": [ + 30621, + 13903, + 15776, + 5562, + 2165, + 20713, + 24171, + 20047, + 28662, + 16813, + 7100, + 26031, + 11584, + 29190, + 6590, + 2693 + ], + "test_balanced_acc": 0.8596190884613164, + "test_accuracy": 0.859622641509434, + "test_auc": 0.9342552547291804, + "test_f1": 0.8616071428571429, + "test_precision": 0.8498043052837574, + "test_recall": 0.8737424547283702 + } + }, + "22_headline_isobama": { + "1": { + "k": 1, + "selected_features": [ + 13903 + ], + "test_balanced_acc": 0.7861563190677114, + "test_accuracy": 0.786053882725832, + "test_auc": 0.7861563190677113, + "test_f1": 0.7715736040609137, + "test_precision": 0.8290909090909091, + "test_recall": 0.7215189873417721 + }, + "4": { + "k": 4, + "selected_features": [ + 13903, + 24171, + 8349, + 16320 + ], + "test_balanced_acc": 0.7987392003214788, + "test_accuracy": 0.7987321711568938, + "test_auc": 0.8672041390395822, + "test_f1": 0.7980922098569158, + "test_precision": 0.8019169329073482, + "test_recall": 0.7943037974683544 + }, + "16": { + "k": 16, + "selected_features": [ + 13903, + 24171, + 8349, + 16320, + 1739, + 1786, + 24904, + 26614, + 11871, + 20471, + 10561, + 30621, + 15776, + 28662, + 10121, + 6590 + ], + "test_balanced_acc": 0.8637130801687765, + "test_accuracy": 0.8637083993660856, + "test_auc": 0.9340014064697608, + "test_f1": 0.8634920634920635, + "test_precision": 0.8662420382165605, + "test_recall": 0.8607594936708861 + } + }, + "23_headline_ischina": { + "1": { + "k": 1, + "selected_features": [ + 6590 + ], + "test_balanced_acc": 0.6375236349382032, + "test_accuracy": 0.6374549819927972, + "test_auc": 0.6375236349382032, + "test_f1": 0.6157760814249363, + "test_precision": 0.6558265582655827, + "test_recall": 0.580335731414868 + }, + "4": { + "k": 4, + "selected_features": [ + 6590, + 28979, + 21232, + 29874 + ], + "test_balanced_acc": 0.715487225604132, + "test_accuracy": 0.7154861944777912, + "test_auc": 0.8156561289429994, + "test_f1": 0.7154861944777912, + "test_precision": 0.7163461538461539, + "test_recall": 0.7146282973621103 + }, + "16": { + "k": 16, + "selected_features": [ + 6590, + 28979, + 21232, + 29874, + 196, + 21178, + 1472, + 16320, + 12013, + 29190, + 13827, + 19032, + 30621, + 12526, + 20705, + 10144 + ], + "test_balanced_acc": 0.7959555432577015, + "test_accuracy": 0.7959183673469388, + "test_auc": 0.8663790121748755, + "test_f1": 0.7896039603960396, + "test_precision": 0.8158567774936062, + "test_recall": 0.7649880095923262 + } + }, + "24_headline_isiran": { + "1": { + "k": 1, + "selected_features": [ + 28979 + ], + "test_balanced_acc": 0.727156821079473, + "test_accuracy": 0.7272727272727273, + "test_auc": 0.727156821079473, + "test_f1": 0.7387862796833773, + "test_precision": 0.7106598984771574, + "test_recall": 0.7692307692307693 + }, + "4": { + "k": 4, + "selected_features": [ + 28979, + 27398, + 13827, + 20047 + ], + "test_balanced_acc": 0.7272478902313158, + "test_accuracy": 0.7272727272727273, + "test_auc": 0.7964756238236902, + "test_f1": 0.7302452316076294, + "test_precision": 0.7243243243243244, + "test_recall": 0.7362637362637363 + }, + "16": { + "k": 16, + "selected_features": [ + 28979, + 27398, + 13827, + 20047, + 24493, + 11014, + 21178, + 1786, + 11871, + 5562, + 2335, + 1158, + 16813, + 20705, + 8463, + 7100 + ], + "test_balanced_acc": 0.7577105215226763, + "test_accuracy": 0.7575757575757576, + "test_auc": 0.8311426142917856, + "test_f1": 0.7456647398843931, + "test_precision": 0.7865853658536586, + "test_recall": 0.7087912087912088 + } + }, + "26_headline_isfrontpage": { + "1": { + "k": 1, + "selected_features": [ + 5562 + ], + "test_balanced_acc": 0.6115857196525909, + "test_accuracy": 0.6115723270440252, + "test_auc": 0.6115857196525909, + "test_f1": 0.589798087141339, + "test_precision": 0.625, + "test_recall": 0.5583501006036218 + }, + "4": { + "k": 4, + "selected_features": [ + 5562, + 28979, + 7975, + 28662 + ], + "test_balanced_acc": 0.6505615221272274, + "test_accuracy": 0.6505660377358491, + "test_auc": 0.6965070493418488, + "test_f1": 0.6567828020756116, + "test_precision": 0.6454589606605148, + "test_recall": 0.6685110663983903 + }, + "16": { + "k": 16, + "selected_features": [ + 5562, + 28979, + 7975, + 28662, + 594, + 7100, + 24172, + 3017, + 6590, + 11278, + 12490, + 24171, + 15504, + 22787, + 10121, + 12199 + ], + "test_balanced_acc": 0.6701904937425256, + "test_accuracy": 0.670188679245283, + "test_auc": 0.7355357611193077, + "test_f1": 0.667848999239929, + "test_precision": 0.6727922409392547, + "test_recall": 0.6629778672032193 + } + }, + "36_sciq_tf": { + "1": { + "k": 1, + "selected_features": [ + 16882 + ], + "test_balanced_acc": 0.79724712137951, + "test_accuracy": 0.7972327044025157, + "test_auc": 0.7972471213795101, + "test_f1": 0.7849519743863393, + "test_precision": 0.8357954545454546, + "test_recall": 0.7399396378269618 + }, + "4": { + "k": 4, + "selected_features": [ + 16882, + 10766, + 5280, + 29501 + ], + "test_balanced_acc": 0.8148314901993744, + "test_accuracy": 0.8148427672955975, + "test_auc": 0.8801506826565837, + "test_f1": 0.8228213769860375, + "test_precision": 0.7890120036934442, + "test_recall": 0.8596579476861167 + }, + "16": { + "k": 16, + "selected_features": [ + 16882, + 10766, + 5280, + 29501, + 4676, + 16722, + 9575, + 26927, + 23556, + 30441, + 13557, + 18065, + 18549, + 24700, + 12910, + 29791 + ], + "test_balanced_acc": 0.8362196328448801, + "test_accuracy": 0.8362264150943396, + "test_auc": 0.9137131546197161, + "test_f1": 0.8405584129316679, + "test_precision": 0.8190930787589499, + "test_recall": 0.8631790744466801 + } + }, + "41_truthqa_tf": { + "1": { + "k": 1, + "selected_features": [ + 16291 + ], + "test_balanced_acc": 0.5530612244897959, + "test_accuracy": 0.5555555555555556, + "test_auc": 0.5530612244897959, + "test_f1": 0.6451612903225806, + "test_precision": 0.5405405405405406, + "test_recall": 0.8 + }, + "4": { + "k": 4, + "selected_features": [ + 16291, + 16882, + 28200, + 5438 + ], + "test_balanced_acc": 0.6369387755102041, + "test_accuracy": 0.6363636363636364, + "test_auc": 0.6642857142857143, + "test_f1": 0.6170212765957447, + "test_precision": 0.6590909090909091, + "test_recall": 0.58 + }, + "16": { + "k": 16, + "selected_features": [ + 16291, + 16882, + 28200, + 5438, + 25307, + 13557, + 4378, + 29867, + 9931, + 8317, + 12205, + 19507, + 2165, + 8418, + 15068, + 26811 + ], + "test_balanced_acc": 0.6357142857142857, + "test_accuracy": 0.6363636363636364, + "test_auc": 0.6910204081632654, + "test_f1": 0.660377358490566, + "test_precision": 0.625, + "test_recall": 0.7 + } + }, + "42_temp_sense": { + "1": { + "k": 1, + "selected_features": [ + 5280 + ], + "test_balanced_acc": 0.6971563717306621, + "test_accuracy": 0.6972477064220184, + "test_auc": 0.6971563717306621, + "test_f1": 0.7272727272727273, + "test_precision": 0.6621067031463749, + "test_recall": 0.8066666666666666 + }, + "4": { + "k": 4, + "selected_features": [ + 5280, + 17603, + 29791, + 3105 + ], + "test_balanced_acc": 0.6930147468002226, + "test_accuracy": 0.6930775646371977, + "test_auc": 0.7793586533110739, + "test_f1": 0.7147286821705426, + "test_precision": 0.6681159420289855, + "test_recall": 0.7683333333333333 + }, + "16": { + "k": 16, + "selected_features": [ + 5280, + 17603, + 29791, + 3105, + 31178, + 14849, + 26927, + 3829, + 18927, + 20454, + 18549, + 12951, + 11845, + 214, + 9118, + 30416 + ], + "test_balanced_acc": 0.7831204785754035, + "test_accuracy": 0.7831526271893244, + "test_auc": 0.8500779076238175, + "test_f1": 0.7913322632423756, + "test_precision": 0.7631578947368421, + "test_recall": 0.8216666666666667 + } + }, + "44_phys_tf": { + "1": { + "k": 1, + "selected_features": [ + 29791 + ], + "test_balanced_acc": 0.63119747675788, + "test_accuracy": 0.6311949685534591, + "test_auc": 0.63119747675788, + "test_f1": 0.6275406504065041, + "test_precision": 0.6339835728952772, + "test_recall": 0.6212273641851107 + }, + "4": { + "k": 4, + "selected_features": [ + 29791, + 13489, + 18549, + 18985 + ], + "test_balanced_acc": 0.6354911046551073, + "test_accuracy": 0.6354716981132076, + "test_auc": 0.6842853801216964, + "test_f1": 0.6050695012264923, + "test_precision": 0.6603212373587151, + "test_recall": 0.5583501006036218 + }, + "16": { + "k": 16, + "selected_features": [ + 29791, + 13489, + 18549, + 18985, + 20580, + 27478, + 25034, + 13557, + 8841, + 9728, + 1938, + 14849, + 9889, + 16201, + 10741, + 9575 + ], + "test_balanced_acc": 0.6392501967010923, + "test_accuracy": 0.639245283018868, + "test_auc": 0.7057819994957161, + "test_f1": 0.6321190354027707, + "test_precision": 0.6450261780104712, + "test_recall": 0.6197183098591549 + } + }, + "47_reasoning_tf": { + "1": { + "k": 1, + "selected_features": [ + 14849 + ], + "test_balanced_acc": 0.5405001002779131, + "test_accuracy": 0.5403949730700179, + "test_auc": 0.5405001002779131, + "test_f1": 0.4426705370101596, + "test_precision": 0.5627306273062731, + "test_recall": 0.36483253588516745 + }, + "4": { + "k": 4, + "selected_features": [ + 14849, + 22426, + 23569, + 22726 + ], + "test_balanced_acc": 0.5482573131249463, + "test_accuracy": 0.5481747456612807, + "test_auc": 0.5727143798527347, + "test_f1": 0.476058292852186, + "test_precision": 0.5669421487603306, + "test_recall": 0.4102870813397129 + }, + "16": { + "k": 16, + "selected_features": [ + 14849, + 22426, + 23569, + 22726, + 29235, + 9071, + 15866, + 25034, + 32365, + 3351, + 23545, + 25855, + 12141, + 7477, + 9188, + 20967 + ], + "test_balanced_acc": 0.5697346932928402, + "test_accuracy": 0.5697187312986236, + "test_auc": 0.5866959860183939, + "test_f1": 0.5580823601720959, + "test_precision": 0.5739570164348925, + "test_recall": 0.5430622009569378 + } + }, + "48_cm_correct": { + "1": { + "k": 1, + "selected_features": [ + 31186 + ], + "test_balanced_acc": 0.6045873884474436, + "test_accuracy": 0.6045283018867924, + "test_auc": 0.6045873884474436, + "test_f1": 0.4832347140039448, + "test_precision": 0.6973434535104365, + "test_recall": 0.36971830985915494 + }, + "4": { + "k": 4, + "selected_features": [ + 31186, + 13462, + 29791, + 18927 + ], + "test_balanced_acc": 0.6015310534571292, + "test_accuracy": 0.6015094339622642, + "test_auc": 0.6298760099601131, + "test_f1": 0.5641166758392956, + "test_precision": 0.6227217496962333, + "test_recall": 0.5155935613682092 + }, + "16": { + "k": 16, + "selected_features": [ + 31186, + 13462, + 29791, + 18927, + 455, + 3597, + 30192, + 20984, + 22740, + 17075, + 26605, + 12490, + 2165, + 29345, + 16822, + 12722 + ], + "test_balanced_acc": 0.625682757845513, + "test_accuracy": 0.6256603773584906, + "test_auc": 0.7091914850957785, + "test_f1": 0.5891772501380452, + "test_precision": 0.652998776009792, + "test_recall": 0.5367203219315896 + } + }, + "49_cm_isshort": { + "1": { + "k": 1, + "selected_features": [ + 29173 + ], + "test_balanced_acc": 0.9982385505787619, + "test_accuracy": 0.9982389937106918, + "test_auc": 0.9982385505787619, + "test_f1": 0.9982425307557118, + "test_precision": 0.9964912280701754, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 29173, + 1412, + 31144, + 28867 + ], + "test_balanced_acc": 0.9982385505787619, + "test_accuracy": 0.9982389937106918, + "test_auc": 0.9999862030765367, + "test_f1": 0.9982425307557118, + "test_precision": 0.9964912280701754, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 29173, + 1412, + 31144, + 28867, + 30835, + 11929, + 15619, + 164, + 4961, + 12746, + 16043, + 14436, + 29135, + 9118, + 9964, + 3248 + ], + "test_balanced_acc": 0.9982385505787619, + "test_accuracy": 0.9982389937106918, + "test_auc": 0.999999746845441, + "test_f1": 0.9982425307557118, + "test_precision": 0.9964912280701754, + "test_recall": 1.0 + } + }, + "50_deon_isvalid": { + "1": { + "k": 1, + "selected_features": [ + 18927 + ], + "test_balanced_acc": 0.6573251790562196, + "test_accuracy": 0.6573584905660378, + "test_auc": 0.6573251790562196, + "test_f1": 0.6974677920924034, + "test_precision": 0.624502784407319, + "test_recall": 0.789738430583501 + }, + "4": { + "k": 4, + "selected_features": [ + 18927, + 29791, + 12490, + 16722 + ], + "test_balanced_acc": 0.6601054489999889, + "test_accuracy": 0.660125786163522, + "test_auc": 0.7141376188687232, + "test_f1": 0.6855946008843379, + "test_precision": 0.6379385015158077, + "test_recall": 0.7409456740442656 + }, + "16": { + "k": 16, + "selected_features": [ + 18927, + 29791, + 12490, + 16722, + 31101, + 16320, + 13901, + 29135, + 21238, + 21875, + 14690, + 15068, + 25307, + 24871, + 16380, + 8841 + ], + "test_balanced_acc": 0.688304841631571, + "test_accuracy": 0.6883018867924529, + "test_auc": 0.7476583203296274, + "test_f1": 0.6846525833545432, + "test_precision": 0.6929417825862957, + "test_recall": 0.6765593561368209 + } + }, + "51_just_is": { + "1": { + "k": 1, + "selected_features": [ + 18927 + ], + "test_balanced_acc": 0.6673752884696199, + "test_accuracy": 0.6674213836477988, + "test_auc": 0.6673752884696199, + "test_f1": 0.7189625850340136, + "test_precision": 0.6226067746686303, + "test_recall": 0.8506036217303823 + }, + "4": { + "k": 4, + "selected_features": [ + 18927, + 29791, + 12490, + 8841 + ], + "test_balanced_acc": 0.6809933582369911, + "test_accuracy": 0.6810062893081761, + "test_auc": 0.7265845956463493, + "test_f1": 0.6966507177033493, + "test_precision": 0.6642335766423357, + "test_recall": 0.7323943661971831 + }, + "16": { + "k": 16, + "selected_features": [ + 18927, + 29791, + 12490, + 8841, + 12339, + 6446, + 16111, + 26303, + 31101, + 10768, + 30416, + 16320, + 14866, + 30359, + 9038, + 32050 + ], + "test_balanced_acc": 0.7011272466201335, + "test_accuracy": 0.7011320754716981, + "test_auc": 0.7747272512781774, + "test_f1": 0.7068114511352419, + "test_precision": 0.6937984496124031, + "test_recall": 0.7203219315895373 + } + }, + "52_virtue_is": { + "1": { + "k": 1, + "selected_features": [ + 14367 + ], + "test_balanced_acc": 0.7702871607340891, + "test_accuracy": 0.7703022339027595, + "test_auc": 0.7702871607340891, + "test_f1": 0.782803180914513, + "test_precision": 0.7425742574257426, + "test_recall": 0.8276405675249606 + }, + "4": { + "k": 4, + "selected_features": [ + 14367, + 8860, + 29297, + 14418 + ], + "test_balanced_acc": 0.802882769085063, + "test_accuracy": 0.8028909329829172, + "test_auc": 0.8755301137779575, + "test_f1": 0.808868501529052, + "test_precision": 0.785254824344384, + "test_recall": 0.8339464004203888 + }, + "16": { + "k": 16, + "selected_features": [ + 14367, + 8860, + 29297, + 14418, + 26773, + 29579, + 20155, + 12141, + 24386, + 6377, + 30367, + 3061, + 4527, + 15107, + 27138, + 29465 + ], + "test_balanced_acc": 0.844413989091329, + "test_accuracy": 0.8444152431011827, + "test_auc": 0.9197520324596782, + "test_f1": 0.8451882845188284, + "test_precision": 0.8412285268089537, + "test_recall": 0.8491854965843405 + } + }, + "54_cs_tf": { + "1": { + "k": 1, + "selected_features": [ + 29791 + ], + "test_balanced_acc": 0.5518965580093546, + "test_accuracy": 0.5519496855345912, + "test_auc": 0.5518965580093547, + "test_f1": 0.6301142263759086, + "test_precision": 0.5366112486735055, + "test_recall": 0.7630784708249497 + }, + "4": { + "k": 4, + "selected_features": [ + 29791, + 28200, + 12950, + 21629 + ], + "test_balanced_acc": 0.5474349620622578, + "test_accuracy": 0.5474213836477987, + "test_auc": 0.5773889689419861, + "test_f1": 0.521669768678543, + "test_precision": 0.5532994923857868, + "test_recall": 0.49346076458752514 + }, + "16": { + "k": 16, + "selected_features": [ + 29791, + 28200, + 12950, + 21629, + 10741, + 164, + 3454, + 28445, + 20802, + 31144, + 5889, + 12746, + 17075, + 24006, + 12890, + 8070 + ], + "test_balanced_acc": 0.5479068421601577, + "test_accuracy": 0.5479245283018868, + "test_auc": 0.5910624795577694, + "test_f1": 0.5776733254994124, + "test_precision": 0.5421261579179533, + "test_recall": 0.6182092555331992 + } + }, + "56_wikidatasex_or_gender": { + "1": { + "k": 1, + "selected_features": [ + 19995 + ], + "test_balanced_acc": 0.9803809014125011, + "test_accuracy": 0.9803773584905661, + "test_auc": 0.9803809014125012, + "test_f1": 0.9801020408163266, + "test_precision": 0.9943064182194618, + "test_recall": 0.966297786720322 + }, + "4": { + "k": 4, + "selected_features": [ + 19995, + 2693, + 12622, + 30966 + ], + "test_balanced_acc": 0.9841529043409931, + "test_accuracy": 0.9841509433962264, + "test_auc": 0.995998132731973, + "test_f1": 0.9840304182509506, + "test_precision": 0.9918242207460398, + "test_recall": 0.9763581488933601 + }, + "16": { + "k": 16, + "selected_features": [ + 19995, + 2693, + 12622, + 30966, + 9436, + 16320, + 3393, + 27173, + 27582, + 19660, + 12526, + 13852, + 26927, + 25269, + 4856, + 12071 + ], + "test_balanced_acc": 0.9849061657311762, + "test_accuracy": 0.9849056603773585, + "test_auc": 0.9975917406806212, + "test_f1": 0.9848790322580645, + "test_precision": 0.9868686868686869, + "test_recall": 0.9828973843058351 + } + }, + "57_wikidatais_alive": { + "1": { + "k": 1, + "selected_features": [ + 3393 + ], + "test_balanced_acc": 0.8155598158655, + "test_accuracy": 0.8155974842767295, + "test_auc": 0.8155598158655, + "test_f1": 0.8396412163640341, + "test_precision": 0.7429345722028649, + "test_recall": 0.9652917505030181 + }, + "4": { + "k": 4, + "selected_features": [ + 3393, + 27858, + 30966, + 20168 + ], + "test_balanced_acc": 0.9111823684938013, + "test_accuracy": 0.9111949685534592, + "test_auc": 0.9705450873332597, + "test_f1": 0.9154491017964071, + "test_precision": 0.8737997256515775, + "test_recall": 0.9612676056338029 + }, + "16": { + "k": 16, + "selected_features": [ + 3393, + 27858, + 30966, + 20168, + 22280, + 13852, + 96, + 3063, + 6360, + 12622, + 26186, + 474, + 2292, + 16320, + 8349, + 27712 + ], + "test_balanced_acc": 0.9584915127402563, + "test_accuracy": 0.9584905660377359, + "test_auc": 0.9905021472569691, + "test_f1": 0.9583438525624842, + "test_precision": 0.9619868220983274, + "test_recall": 0.954728370221328 + } + }, + "58_wikidatapolitical_party": { + "1": { + "k": 1, + "selected_features": [ + 4074 + ], + "test_balanced_acc": 0.8253889634068805, + "test_accuracy": 0.8253164556962025, + "test_auc": 0.8253889634068805, + "test_f1": 0.796219728292971, + "test_precision": 0.9560283687943263, + "test_recall": 0.6821862348178138 + }, + "4": { + "k": 4, + "selected_features": [ + 4074, + 2693, + 15612, + 4485 + ], + "test_balanced_acc": 0.8455590695232352, + "test_accuracy": 0.8455696202531645, + "test_auc": 0.9182992259699987, + "test_f1": 0.8487853247397125, + "test_precision": 0.8318756073858115, + "test_recall": 0.8663967611336032 + }, + "16": { + "k": 16, + "selected_features": [ + 4074, + 2693, + 15612, + 4485, + 3835, + 9607, + 8951, + 6288, + 30546, + 9436, + 5395, + 19611, + 6866, + 13536, + 31302, + 331 + ], + "test_balanced_acc": 0.8825408447468918, + "test_accuracy": 0.8825316455696203, + "test_auc": 0.9490635344498727, + "test_f1": 0.8804123711340206, + "test_precision": 0.8970588235294118, + "test_recall": 0.8643724696356275 + } + }, + "59_wikidata_occupation_isjournalist": { + "1": { + "k": 1, + "selected_features": [ + 1456 + ], + "test_balanced_acc": 0.7558866597098327, + "test_accuracy": 0.7558974358974359, + "test_auc": 0.7558866597098327, + "test_f1": 0.7586206896551724, + "test_precision": 0.751004016064257, + "test_recall": 0.7663934426229508 + }, + "4": { + "k": 4, + "selected_features": [ + 1456, + 26921, + 23909, + 15373 + ], + "test_balanced_acc": 0.8462146968727909, + "test_accuracy": 0.8461538461538461, + "test_auc": 0.884770424479079, + "test_f1": 0.8366013071895425, + "test_precision": 0.8930232558139535, + "test_recall": 0.7868852459016393 + }, + "16": { + "k": 16, + "selected_features": [ + 1456, + 26921, + 23909, + 15373, + 30966, + 30506, + 30546, + 7774, + 22224, + 26548, + 15197, + 3643, + 893, + 26257, + 6025, + 13200 + ], + "test_balanced_acc": 0.8400587403642239, + "test_accuracy": 0.84, + "test_auc": 0.8814610192883832, + "test_f1": 0.8304347826086956, + "test_precision": 0.8842592592592593, + "test_recall": 0.7827868852459017 + } + }, + "60_wikidata_occupation_isathlete": { + "1": { + "k": 1, + "selected_features": [ + 21388 + ], + "test_balanced_acc": 0.8236716093849934, + "test_accuracy": 0.8235897435897436, + "test_auc": 0.8236716093849933, + "test_f1": 0.8084632516703786, + "test_precision": 0.8853658536585366, + "test_recall": 0.7438524590163934 + }, + "4": { + "k": 4, + "selected_features": [ + 21388, + 2886, + 20168, + 30506 + ], + "test_balanced_acc": 0.842095297404652, + "test_accuracy": 0.8420512820512821, + "test_auc": 0.8981595246911502, + "test_f1": 0.8351177730192719, + "test_precision": 0.874439461883408, + "test_recall": 0.7991803278688525 + }, + "16": { + "k": 16, + "selected_features": [ + 21388, + 2886, + 20168, + 30506, + 29083, + 7774, + 16527, + 32389, + 1456, + 25307, + 5954, + 30546, + 8349, + 13489, + 20211, + 10766 + ], + "test_balanced_acc": 0.8595406806476588, + "test_accuracy": 0.8594871794871795, + "test_auc": 0.9146223953950248, + "test_f1": 0.8518918918918919, + "test_precision": 0.9016018306636155, + "test_recall": 0.8073770491803278 + } + }, + "61_wikidata_occupation_isactor": { + "1": { + "k": 1, + "selected_features": [ + 13852 + ], + "test_balanced_acc": 0.8051848049281314, + "test_accuracy": 0.8051282051282052, + "test_auc": 0.8051848049281315, + "test_f1": 0.7939262472885033, + "test_precision": 0.8433179723502304, + "test_recall": 0.75 + }, + "4": { + "k": 4, + "selected_features": [ + 13852, + 30095, + 22678, + 7774 + ], + "test_balanced_acc": 0.8554444238731612, + "test_accuracy": 0.8553846153846154, + "test_auc": 0.8961313831756825, + "test_f1": 0.8465723612622416, + "test_precision": 0.9025522041763341, + "test_recall": 0.7971311475409836 + }, + "16": { + "k": 16, + "selected_features": [ + 13852, + 30095, + 22678, + 7774, + 25412, + 19809, + 2292, + 30506, + 27712, + 30546, + 20168, + 1308, + 25214, + 30053, + 4388, + 7458 + ], + "test_balanced_acc": 0.8677310903154138, + "test_accuracy": 0.8676923076923077, + "test_auc": 0.9105282425017673, + "test_f1": 0.8626198083067093, + "test_precision": 0.8980044345898004, + "test_recall": 0.8299180327868853 + } + }, + "62_wikidata_occupation_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 31801 + ], + "test_balanced_acc": 0.7735024573332885, + "test_accuracy": 0.7733333333333333, + "test_auc": 0.7735024573332885, + "test_f1": 0.7288343558282209, + "test_precision": 0.908256880733945, + "test_recall": 0.6086065573770492 + }, + "4": { + "k": 4, + "selected_features": [ + 31801, + 12526, + 12622, + 30966 + ], + "test_balanced_acc": 0.8082564715386946, + "test_accuracy": 0.8082051282051282, + "test_auc": 0.8812842932642139, + "test_f1": 0.7982740021574973, + "test_precision": 0.8428246013667426, + "test_recall": 0.7581967213114754 + }, + "16": { + "k": 16, + "selected_features": [ + 31801, + 12526, + 12622, + 30966, + 32582, + 6025, + 3393, + 30506, + 13852, + 29338, + 22771, + 11068, + 10590, + 26649, + 19660, + 7774 + ], + "test_balanced_acc": 0.8625681657521795, + "test_accuracy": 0.8625641025641025, + "test_auc": 0.9342894772275894, + "test_f1": 0.8621399176954733, + "test_precision": 0.8657024793388429, + "test_recall": 0.8586065573770492 + } + }, + "63_wikidata_occupation_issinger": { + "1": { + "k": 1, + "selected_features": [ + 15892 + ], + "test_balanced_acc": 0.8585076749587639, + "test_accuracy": 0.8584615384615385, + "test_auc": 0.8585076749587638, + "test_f1": 0.851931330472103, + "test_precision": 0.8941441441441441, + "test_recall": 0.8135245901639344 + }, + "4": { + "k": 4, + "selected_features": [ + 15892, + 4418, + 12774, + 12415 + ], + "test_balanced_acc": 0.8533636853266906, + "test_accuracy": 0.8533333333333334, + "test_auc": 0.8866765408826204, + "test_f1": 0.8489968321013728, + "test_precision": 0.8758169934640523, + "test_recall": 0.8237704918032787 + }, + "16": { + "k": 16, + "selected_features": [ + 15892, + 4418, + 12774, + 12415, + 30506, + 5927, + 13490, + 13852, + 6025, + 5212, + 25307, + 2068, + 21241, + 17658, + 12071, + 17839 + ], + "test_balanced_acc": 0.8574620459824284, + "test_accuracy": 0.8574358974358974, + "test_auc": 0.9163875517554785, + "test_f1": 0.8538380651945321, + "test_precision": 0.8768898488120951, + "test_recall": 0.8319672131147541 + } + }, + "64_wikidata_occupation_isresearcher": { + "1": { + "k": 1, + "selected_features": [ + 4388 + ], + "test_balanced_acc": 0.8662699719980234, + "test_accuracy": 0.8663101604278075, + "test_auc": 0.8662699719980234, + "test_f1": 0.8712667353244078, + "test_precision": 0.8409542743538767, + "test_recall": 0.9038461538461539 + }, + "4": { + "k": 4, + "selected_features": [ + 4388, + 2086, + 20225, + 3034 + ], + "test_balanced_acc": 0.8962577096945405, + "test_accuracy": 0.8962566844919786, + "test_auc": 0.9337012024378191, + "test_f1": 0.8962566844919786, + "test_precision": 0.8972162740899358, + "test_recall": 0.8952991452991453 + }, + "16": { + "k": 16, + "selected_features": [ + 4388, + 2086, + 20225, + 3034, + 2767, + 20168, + 31950, + 26257, + 22280, + 21717, + 24301, + 30506, + 30966, + 23032, + 5478, + 6027 + ], + "test_balanced_acc": 0.8984196270063507, + "test_accuracy": 0.8983957219251337, + "test_auc": 0.9555262724427607, + "test_f1": 0.8961748633879781, + "test_precision": 0.9172259507829977, + "test_recall": 0.8760683760683761 + } + }, + "65_high-school": { + "1": { + "k": 1, + "selected_features": [ + 13699 + ], + "test_balanced_acc": 0.9407169117647058, + "test_accuracy": 0.9406896551724138, + "test_auc": 0.9407169117647058, + "test_f1": 0.936980947728383, + "test_precision": 1.0, + "test_recall": 0.8814338235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 13699, + 2652, + 19434, + 2086 + ], + "test_balanced_acc": 0.9802322061529304, + "test_accuracy": 0.9802298850574712, + "test_auc": 0.995185835948915, + "test_f1": 0.9801385681293302, + "test_precision": 0.9851439182915506, + "test_recall": 0.9751838235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 13699, + 2652, + 19434, + 2086, + 11585, + 12013, + 22214, + 30814, + 665, + 16091, + 29597, + 7448, + 21587, + 8955, + 26532, + 13205 + ], + "test_balanced_acc": 0.9839103678499919, + "test_accuracy": 0.9839080459770115, + "test_auc": 0.996623278451215, + "test_f1": 0.9838337182448037, + "test_precision": 0.9888579387186629, + "test_recall": 0.9788602941176471 + } + }, + "66_living-room": { + "1": { + "k": 1, + "selected_features": [ + 883 + ], + "test_balanced_acc": 0.9732487065840487, + "test_accuracy": 0.9732441471571907, + "test_auc": 0.9732487065840487, + "test_f1": 0.9729990356798457, + "test_precision": 0.9824732229795521, + "test_recall": 0.9637058261700095 + }, + "4": { + "k": 4, + "selected_features": [ + 883, + 16091, + 30153, + 15065 + ], + "test_balanced_acc": 0.990922804114825, + "test_accuracy": 0.9909221213569039, + "test_auc": 0.9989645367534666, + "test_f1": 0.9909134385461502, + "test_precision": 0.9923371647509579, + "test_recall": 0.9894937917860553 + }, + "16": { + "k": 16, + "selected_features": [ + 883, + 16091, + 30153, + 15065, + 2315, + 22742, + 6404, + 17910, + 3605, + 2086, + 15445, + 19780, + 8803, + 11282, + 17865, + 31954 + ], + "test_balanced_acc": 0.9918765442920774, + "test_accuracy": 0.9918776875298615, + "test_auc": 0.9992622096091719, + "test_f1": 0.991900905192949, + "test_precision": 0.9895437262357415, + "test_recall": 0.994269340974212 + } + }, + "67_social-security": { + "1": { + "k": 1, + "selected_features": [ + 20627 + ], + "test_balanced_acc": 0.9963226838573516, + "test_accuracy": 0.9963218390804598, + "test_auc": 0.9963226838573517, + "test_f1": 0.996316758747698, + "test_precision": 0.9981549815498155, + "test_recall": 0.9944852941176471 + }, + "4": { + "k": 4, + "selected_features": [ + 20627, + 32427, + 18125, + 29151 + ], + "test_balanced_acc": 0.9963226838573516, + "test_accuracy": 0.9963218390804598, + "test_auc": 0.998933333107852, + "test_f1": 0.996316758747698, + "test_precision": 0.9981549815498155, + "test_recall": 0.9944852941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 20627, + 32427, + 18125, + 29151, + 21137, + 19394, + 20438, + 7893, + 20532, + 23702, + 14112, + 10032, + 21241, + 16091, + 12013, + 29843 + ], + "test_balanced_acc": 0.9908045957573461, + "test_accuracy": 0.9908045977011494, + "test_auc": 0.99772714973754, + "test_f1": 0.9908088235294118, + "test_precision": 0.9908088235294118, + "test_recall": 0.9908088235294118 + } + }, + "68_credit-card": { + "1": { + "k": 1, + "selected_features": [ + 665 + ], + "test_balanced_acc": 0.9439334007522052, + "test_accuracy": 0.9439080459770115, + "test_auc": 0.9439334007522051, + "test_f1": 0.9406614785992218, + "test_precision": 0.9989669421487604, + "test_recall": 0.8887867647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 665, + 19451, + 13536, + 28822 + ], + "test_balanced_acc": 0.9774803493154391, + "test_accuracy": 0.9774712643678161, + "test_auc": 0.9853287853779967, + "test_f1": 0.9770276605719643, + "test_precision": 0.9971291866028709, + "test_recall": 0.9577205882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 665, + 19451, + 13536, + 28822, + 2693, + 2086, + 487, + 351, + 20211, + 348, + 14862, + 19757, + 26816, + 21241, + 11599, + 917 + ], + "test_balanced_acc": 0.9797777206558796, + "test_accuracy": 0.9797701149425287, + "test_auc": 0.9917025745440771, + "test_f1": 0.9794392523364486, + "test_precision": 0.9961977186311787, + "test_recall": 0.9632352941176471 + } + }, + "69_blood-pressure": { + "1": { + "k": 1, + "selected_features": [ + 3397 + ], + "test_balanced_acc": 0.9779411764705883, + "test_accuracy": 0.9779310344827586, + "test_auc": 0.9779411764705883, + "test_f1": 0.9774436090225563, + "test_precision": 1.0, + "test_recall": 0.9558823529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 3397, + 26620, + 2176, + 13815 + ], + "test_balanced_acc": 0.990346728042643, + "test_accuracy": 0.9903448275862069, + "test_auc": 0.9995996299853888, + "test_f1": 0.9903091832025842, + "test_precision": 0.9944392956441149, + "test_recall": 0.9862132352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 3397, + 26620, + 2176, + 13815, + 4814, + 18941, + 29678, + 16752, + 28290, + 21241, + 9508, + 27969, + 32172, + 31098, + 2086, + 27582 + ], + "test_balanced_acc": 0.9926449449374966, + "test_accuracy": 0.9926436781609196, + "test_auc": 0.9996490949185561, + "test_f1": 0.992626728110599, + "test_precision": 0.9953789279112755, + "test_recall": 0.9898897058823529 + } + }, + "70_prime-factors": { + "1": { + "k": 1, + "selected_features": [ + 27375 + ], + "test_balanced_acc": 0.9963235294117647, + "test_accuracy": 0.9963218390804598, + "test_auc": 0.9963235294117647, + "test_f1": 0.996309963099631, + "test_precision": 1.0, + "test_recall": 0.9926470588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 27375, + 18638, + 17215, + 27096 + ], + "test_balanced_acc": 0.996782242680881, + "test_accuracy": 0.9967816091954023, + "test_auc": 0.9997488703393042, + "test_f1": 0.9967786470317533, + "test_precision": 0.9981566820276497, + "test_recall": 0.9954044117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 27375, + 18638, + 17215, + 27096, + 16905, + 24093, + 19391, + 25219, + 27166, + 4217, + 1393, + 30177, + 15555, + 22818, + 17871, + 24509 + ], + "test_balanced_acc": 0.9972418015044104, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9995882150008116, + "test_f1": 0.9972401103955841, + "test_precision": 0.998158379373849, + "test_recall": 0.9963235294117647 + } + }, + "71_social-media": { + "1": { + "k": 1, + "selected_features": [ + 20213 + ], + "test_balanced_acc": 0.9733455882352942, + "test_accuracy": 0.9733333333333334, + "test_auc": 0.9733455882352942, + "test_f1": 0.9726156751652503, + "test_precision": 1.0, + "test_recall": 0.9466911764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 20213, + 31431, + 474, + 29542 + ], + "test_balanced_acc": 0.9770195221602901, + "test_accuracy": 0.9770114942528736, + "test_auc": 0.9874794530277612, + "test_f1": 0.9766136576239476, + "test_precision": 0.9942857142857143, + "test_recall": 0.9595588235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 20213, + 31431, + 474, + 29542, + 30621, + 16091, + 14862, + 10623, + 20211, + 13093, + 27582, + 2086, + 8994, + 13804, + 17910, + 31855 + ], + "test_balanced_acc": 0.982070441447048, + "test_accuracy": 0.9820689655172414, + "test_auc": 0.9963590426971157, + "test_f1": 0.9820193637621023, + "test_precision": 0.9851988899167438, + "test_recall": 0.9788602941176471 + } + }, + "72_gene-expression": { + "1": { + "k": 1, + "selected_features": [ + 9953 + ], + "test_balanced_acc": 0.9347396876183777, + "test_accuracy": 0.9347126436781609, + "test_auc": 0.9347396876183777, + "test_f1": 0.9306640625, + "test_precision": 0.9927083333333333, + "test_recall": 0.8759191176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 9953, + 2086, + 7149, + 27114 + ], + "test_balanced_acc": 0.9728796877536663, + "test_accuracy": 0.9728735632183908, + "test_auc": 0.9809817901401591, + "test_f1": 0.9725197950628784, + "test_precision": 0.9858356940509915, + "test_recall": 0.9595588235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 9953, + 2086, + 7149, + 27114, + 13480, + 12086, + 348, + 12622, + 17163, + 25615, + 7026, + 2344, + 15274, + 9436, + 6543, + 30224 + ], + "test_balanced_acc": 0.9788569118999946, + "test_accuracy": 0.9788505747126437, + "test_auc": 0.9934951498998863, + "test_f1": 0.97856477166822, + "test_precision": 0.9924385633270322, + "test_recall": 0.9650735294117647 + } + }, + "73_control-group": { + "1": { + "k": 1, + "selected_features": [ + 5053 + ], + "test_balanced_acc": 0.9600107723632231, + "test_accuracy": 0.96, + "test_auc": 0.9600107723632231, + "test_f1": 0.9590588235294117, + "test_precision": 0.982642237222758, + "test_recall": 0.9365808823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 5053, + 10915, + 16675, + 2552 + ], + "test_balanced_acc": 0.9678232723632231, + "test_accuracy": 0.967816091954023, + "test_auc": 0.9876553283456897, + "test_f1": 0.9673202614379085, + "test_precision": 0.9829222011385199, + "test_recall": 0.9522058823529411 + }, + "16": { + "k": 16, + "selected_features": [ + 5053, + 10915, + 16675, + 2552, + 17473, + 2086, + 32571, + 15005, + 24946, + 25748, + 4528, + 20211, + 20070, + 8940, + 29854, + 7026 + ], + "test_balanced_acc": 0.9793105518426322, + "test_accuracy": 0.9793103448275862, + "test_auc": 0.9950416689214786, + "test_f1": 0.9793103448275862, + "test_precision": 0.9797608095676172, + "test_recall": 0.9788602941176471 + } + }, + "74_magnetic-field": { + "1": { + "k": 1, + "selected_features": [ + 26620 + ], + "test_balanced_acc": 0.9393306253043996, + "test_accuracy": 0.9393103448275862, + "test_auc": 0.9393306253043996, + "test_f1": 0.9365384615384615, + "test_precision": 0.9818548387096774, + "test_recall": 0.8952205882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 26620, + 27114, + 12032, + 2693 + ], + "test_balanced_acc": 0.959542335218356, + "test_accuracy": 0.9595402298850575, + "test_auc": 0.9776782090481088, + "test_f1": 0.9593721144967683, + "test_precision": 0.963821892393321, + "test_recall": 0.9549632352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 26620, + 27114, + 12032, + 2693, + 32172, + 20253, + 11317, + 4520, + 18461, + 8633, + 12622, + 22214, + 10121, + 2086, + 10180, + 32751 + ], + "test_balanced_acc": 0.9646050922668976, + "test_accuracy": 0.9645977011494253, + "test_auc": 0.9841149920179663, + "test_f1": 0.964035497431107, + "test_precision": 0.98005698005698, + "test_recall": 0.9485294117647058 + } + }, + "75_cell-lines": { + "1": { + "k": 1, + "selected_features": [ + 25339 + ], + "test_balanced_acc": 0.9793181618323502, + "test_accuracy": 0.9793103448275862, + "test_auc": 0.9793181618323502, + "test_f1": 0.9789621318373072, + "test_precision": 0.9961941008563273, + "test_recall": 0.9623161764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 25339, + 15332, + 22526, + 5643 + ], + "test_balanced_acc": 0.9825350735970562, + "test_accuracy": 0.9825287356321839, + "test_auc": 0.9888703900373397, + "test_f1": 0.9822926374650512, + "test_precision": 0.996219281663516, + "test_recall": 0.96875 + }, + "16": { + "k": 16, + "selected_features": [ + 25339, + 15332, + 22526, + 5643, + 16091, + 5018, + 19033, + 22627, + 17904, + 3995, + 6025, + 6915, + 1809, + 25739, + 9440, + 14862 + ], + "test_balanced_acc": 0.9820708642242546, + "test_accuracy": 0.9820689655172414, + "test_auc": 0.9953693212565614, + "test_f1": 0.9820027688047993, + "test_precision": 0.9860982391102873, + "test_recall": 0.9779411764705882 + } + }, + "76_trial-court": { + "1": { + "k": 1, + "selected_features": [ + 14906 + ], + "test_balanced_acc": 0.919117224281617, + "test_accuracy": 0.919080459770115, + "test_auc": 0.919117224281617, + "test_f1": 0.9120879120879121, + "test_precision": 0.9989059080962801, + "test_recall": 0.8391544117647058 + }, + "4": { + "k": 4, + "selected_features": [ + 14906, + 6772, + 21968, + 6694 + ], + "test_balanced_acc": 0.9292245589588182, + "test_accuracy": 0.9291954022988506, + "test_auc": 0.9593592726879159, + "test_f1": 0.9244357212953876, + "test_precision": 0.991578947368421, + "test_recall": 0.8658088235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 14906, + 6772, + 21968, + 6694, + 30670, + 3794, + 8486, + 2086, + 25541, + 7026, + 7044, + 24738, + 21530, + 1724, + 20211, + 30589 + ], + "test_balanced_acc": 0.9535672249580605, + "test_accuracy": 0.9535632183908046, + "test_auc": 0.9899670741111531, + "test_f1": 0.9531757070004636, + "test_precision": 0.961646398503274, + "test_recall": 0.9448529411764706 + } + }, + "77_second-derivative": { + "1": { + "k": 1, + "selected_features": [ + 6347 + ], + "test_balanced_acc": 0.8938419117647058, + "test_accuracy": 0.8937931034482759, + "test_auc": 0.8938419117647058, + "test_f1": 0.8812339331619538, + "test_precision": 1.0, + "test_recall": 0.7876838235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 6347, + 11642, + 20284, + 28479 + ], + "test_balanced_acc": 0.9944831802316143, + "test_accuracy": 0.9944827586206897, + "test_auc": 0.9991392256074463, + "test_f1": 0.9944802207911684, + "test_precision": 0.9953959484346224, + "test_recall": 0.9935661764705882 + }, + "16": { + "k": 16, + "selected_features": [ + 6347, + 11642, + 20284, + 28479, + 22410, + 9233, + 24853, + 8803, + 20863, + 31183, + 7319, + 13942, + 28881, + 20540, + 8362, + 32571 + ], + "test_balanced_acc": 0.9981613419286758, + "test_accuracy": 0.9981609195402299, + "test_auc": 0.9997569031062287, + "test_f1": 0.9981600735970562, + "test_precision": 0.9990791896869244, + "test_recall": 0.9972426470588235 + } + }, + "78_north-america": { + "1": { + "k": 1, + "selected_features": [ + 18910 + ], + "test_balanced_acc": 0.9852941176470589, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9852941176470589, + "test_f1": 0.9850746268656716, + "test_precision": 1.0, + "test_recall": 0.9705882352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 18910, + 25856, + 12374, + 30825 + ], + "test_balanced_acc": 0.9852941176470589, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9859451945451593, + "test_f1": 0.9850746268656716, + "test_precision": 1.0, + "test_recall": 0.9705882352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 18910, + 25856, + 12374, + 30825, + 25232, + 25437, + 16091, + 8984, + 665, + 2086, + 16754, + 11719, + 17984, + 16657, + 18004, + 17253 + ], + "test_balanced_acc": 0.9871302390551437, + "test_accuracy": 0.9871264367816092, + "test_auc": 0.9958428317279074, + "test_f1": 0.9870250231696015, + "test_precision": 0.9953271028037384, + "test_recall": 0.9788602941176471 + } + }, + "79_human-rights": { + "1": { + "k": 1, + "selected_features": [ + 4134 + ], + "test_balanced_acc": 0.9255510478110287, + "test_accuracy": 0.9255172413793104, + "test_auc": 0.9255510478110288, + "test_f1": 0.9196428571428571, + "test_precision": 0.9989224137931034, + "test_recall": 0.8520220588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 4134, + 16281, + 23157, + 21241 + ], + "test_balanced_acc": 0.9494417649764597, + "test_accuracy": 0.9494252873563218, + "test_auc": 0.986880800503274, + "test_f1": 0.9475691134413727, + "test_precision": 0.9841584158415841, + "test_recall": 0.9136029411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 4134, + 16281, + 23157, + 21241, + 19434, + 2064, + 4533, + 28979, + 13269, + 24787, + 31318, + 9436, + 16302, + 22637, + 348, + 2086 + ], + "test_balanced_acc": 0.9885072244169057, + "test_accuracy": 0.9885057471264368, + "test_auc": 0.9989155764651767, + "test_f1": 0.9884739511295528, + "test_precision": 0.9916743755781684, + "test_recall": 0.9852941176470589 + } + }, + "80_side-effects": { + "1": { + "k": 1, + "selected_features": [ + 16091 + ], + "test_balanced_acc": 0.9388469681800964, + "test_accuracy": 0.9388505747126437, + "test_auc": 0.9388469681800964, + "test_f1": 0.9393524851801186, + "test_precision": 0.9321266968325792, + "test_recall": 0.9466911764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 16091, + 2243, + 18959, + 14920 + ], + "test_balanced_acc": 0.9645970594999729, + "test_accuracy": 0.9645977011494253, + "test_auc": 0.9917325917257427, + "test_f1": 0.9646626893070216, + "test_precision": 0.9633363886342805, + "test_recall": 0.9659926470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 16091, + 2243, + 18959, + 14920, + 2086, + 31883, + 8624, + 28869, + 32310, + 12325, + 15208, + 19033, + 9728, + 11317, + 12890, + 20211 + ], + "test_balanced_acc": 0.9751702946588019, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.994355078738027, + "test_f1": 0.9752973467520586, + "test_precision": 0.970856102003643, + "test_recall": 0.9797794117647058 + } + }, + "81_public-health": { + "1": { + "k": 1, + "selected_features": [ + 4467 + ], + "test_balanced_acc": 0.9885106066345581, + "test_accuracy": 0.9885057471264368, + "test_auc": 0.9885106066345581, + "test_f1": 0.988388295401765, + "test_precision": 0.9990610328638497, + "test_recall": 0.9779411764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 4467, + 14754, + 11024, + 16804 + ], + "test_balanced_acc": 0.9972418015044104, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9989134625791438, + "test_f1": 0.9972401103955841, + "test_precision": 0.998158379373849, + "test_recall": 0.9963235294117647 + }, + "16": { + "k": 16, + "selected_features": [ + 4467, + 14754, + 11024, + 16804, + 16281, + 20211, + 2086, + 4406, + 19434, + 7961, + 23157, + 11877, + 15818, + 28737, + 29155, + 13480 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9995514333838411, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + } + }, + "82_federal-government": { + "1": { + "k": 1, + "selected_features": [ + 24009 + ], + "test_balanced_acc": 0.8280653884138752, + "test_accuracy": 0.8280459770114943, + "test_auc": 0.8280653884138753, + "test_f1": 0.8205374280230326, + "test_precision": 0.858433734939759, + "test_recall": 0.7858455882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 24009, + 32299, + 2552, + 18977 + ], + "test_balanced_acc": 0.8937899101682991, + "test_accuracy": 0.8937931034482759, + "test_auc": 0.9606787603495859, + "test_f1": 0.8945686900958466, + "test_precision": 0.8884859474161378, + "test_recall": 0.9007352941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 24009, + 32299, + 2552, + 18977, + 26357, + 2086, + 1024, + 12622, + 14320, + 8940, + 24825, + 15563, + 32571, + 28393, + 9340, + 22214 + ], + "test_balanced_acc": 0.9682840995183721, + "test_accuracy": 0.9682758620689655, + "test_auc": 0.995639053114346, + "test_f1": 0.9677117454375292, + "test_precision": 0.9857006673021925, + "test_recall": 0.9503676470588235 + } + }, + "83_third-party": { + "1": { + "k": 1, + "selected_features": [ + 27442 + ], + "test_balanced_acc": 0.9609375, + "test_accuracy": 0.960919540229885, + "test_auc": 0.9609375, + "test_f1": 0.959349593495935, + "test_precision": 1.0, + "test_recall": 0.921875 + }, + "4": { + "k": 4, + "selected_features": [ + 27442, + 10363, + 21530, + 12957 + ], + "test_balanced_acc": 0.9733400921316089, + "test_accuracy": 0.9733333333333334, + "test_auc": 0.9920915295741113, + "test_f1": 0.9729477611940298, + "test_precision": 0.9876893939393939, + "test_recall": 0.9586397058823529 + }, + "16": { + "k": 16, + "selected_features": [ + 27442, + 10363, + 21530, + 12957, + 17776, + 6404, + 1437, + 25391, + 23597, + 25261, + 2086, + 2069, + 18959, + 23886, + 32266, + 31067 + ], + "test_balanced_acc": 0.9760978678499919, + "test_accuracy": 0.9760919540229885, + "test_auc": 0.9949304785161535, + "test_f1": 0.9757914338919925, + "test_precision": 0.9886792452830189, + "test_recall": 0.9632352941176471 + } + }, + "84_clinical-trials": { + "1": { + "k": 1, + "selected_features": [ + 14220 + ], + "test_balanced_acc": 0.8147931435683748, + "test_accuracy": 0.8147126436781609, + "test_auc": 0.814793143568375, + "test_f1": 0.7754874651810585, + "test_precision": 0.9844413012729845, + "test_recall": 0.6397058823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 14220, + 15231, + 1208, + 9656 + ], + "test_balanced_acc": 0.8676343755073326, + "test_accuracy": 0.8675862068965517, + "test_auc": 0.920810446993885, + "test_f1": 0.8521560574948666, + "test_precision": 0.9651162790697675, + "test_recall": 0.7628676470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 14220, + 15231, + 1208, + 9656, + 26080, + 20156, + 2086, + 28329, + 15272, + 21530, + 20211, + 12831, + 28011, + 20914, + 11317, + 32085 + ], + "test_balanced_acc": 0.948519687888955, + "test_accuracy": 0.9485057471264368, + "test_auc": 0.9853385092537474, + "test_f1": 0.9469194312796209, + "test_precision": 0.9774951076320939, + "test_recall": 0.9181985294117647 + } + }, + "85_mental-health": { + "1": { + "k": 1, + "selected_features": [ + 6009 + ], + "test_balanced_acc": 0.9338231066345581, + "test_accuracy": 0.9337931034482758, + "test_auc": 0.9338231066345583, + "test_f1": 0.9292035398230089, + "test_precision": 0.9989429175475687, + "test_recall": 0.8685661764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 6009, + 2844, + 24993, + 4987 + ], + "test_balanced_acc": 0.9374885850154229, + "test_accuracy": 0.9374712643678161, + "test_auc": 0.9853482331294984, + "test_f1": 0.9350525310410697, + "test_precision": 0.9731610337972167, + "test_recall": 0.8998161764705882 + }, + "16": { + "k": 16, + "selected_features": [ + 6009, + 2844, + 24993, + 4987, + 17554, + 31855, + 16091, + 2086, + 16281, + 8994, + 13480, + 23933, + 29155, + 4406, + 20211, + 19434 + ], + "test_balanced_acc": 0.9944831802316143, + "test_accuracy": 0.9944827586206897, + "test_auc": 0.9990707356999838, + "test_f1": 0.9944802207911684, + "test_precision": 0.9953959484346224, + "test_recall": 0.9935661764705882 + } + }, + "87_glue_cola": { + "1": { + "k": 1, + "selected_features": [ + 9575 + ], + "test_balanced_acc": 0.6641403529379599, + "test_accuracy": 0.6641509433962264, + "test_auc": 0.6641403529379599, + "test_f1": 0.6777697320782042, + "test_precision": 0.651508120649652, + "test_recall": 0.7062374245472837 + }, + "4": { + "k": 4, + "selected_features": [ + 9575, + 18264, + 28445, + 32025 + ], + "test_balanced_acc": 0.6699469590568068, + "test_accuracy": 0.669937106918239, + "test_auc": 0.7203834481473643, + "test_f1": 0.6565445026178011, + "test_precision": 0.6844978165938864, + "test_recall": 0.630784708249497 + }, + "16": { + "k": 16, + "selected_features": [ + 9575, + 18264, + 28445, + 32025, + 30750, + 20713, + 6483, + 26967, + 18382, + 9319, + 14980, + 25969, + 17075, + 22771, + 15107, + 28920 + ], + "test_balanced_acc": 0.6948380013346308, + "test_accuracy": 0.6948427672955975, + "test_auc": 0.7630823947206136, + "test_f1": 0.7005677610466552, + "test_precision": 0.6878332525448376, + "test_recall": 0.7137826961770624 + } + }, + "89_glue_mrpc": { + "1": { + "k": 1, + "selected_features": [ + 9318 + ], + "test_balanced_acc": 0.656558838347953, + "test_accuracy": 0.6566397652237711, + "test_auc": 0.656558838347953, + "test_f1": 0.6908850726552179, + "test_precision": 0.6286057692307693, + "test_recall": 0.7668621700879765 + }, + "4": { + "k": 4, + "selected_features": [ + 9318, + 16270, + 25408, + 9889 + ], + "test_balanced_acc": 0.6676527962587363, + "test_accuracy": 0.6676449009537784, + "test_auc": 0.7131848540829642, + "test_f1": 0.6641957005189029, + "test_precision": 0.671664167916042, + "test_recall": 0.656891495601173 + }, + "16": { + "k": 16, + "selected_features": [ + 9318, + 16270, + 25408, + 9889, + 22575, + 12421, + 23747, + 17847, + 9955, + 14082, + 8231, + 15068, + 30728, + 14187, + 1001, + 16510 + ], + "test_balanced_acc": 0.6837570676209301, + "test_accuracy": 0.6837857666911226, + "test_auc": 0.7484497526063534, + "test_f1": 0.6958362738179252, + "test_precision": 0.6707482993197279, + "test_recall": 0.7228739002932552 + } + }, + "90_glue_qnli": { + "1": { + "k": 1, + "selected_features": [ + 10380 + ], + "test_balanced_acc": 0.6629066041948724, + "test_accuracy": 0.6628930817610063, + "test_auc": 0.6629066041948722, + "test_f1": 0.643806485911749, + "test_precision": 0.6826381059751973, + "test_recall": 0.6091549295774648 + }, + "4": { + "k": 4, + "selected_features": [ + 10380, + 12421, + 8137, + 18409 + ], + "test_balanced_acc": 0.7562207669773042, + "test_accuracy": 0.7562264150943396, + "test_auc": 0.8190332229916997, + "test_f1": 0.7616236162361624, + "test_precision": 0.745305729417429, + "test_recall": 0.778672032193159 + }, + "16": { + "k": 16, + "selected_features": [ + 10380, + 12421, + 8137, + 18409, + 6432, + 27478, + 32166, + 7548, + 27978, + 8651, + 30939, + 25934, + 9889, + 4577, + 3272, + 27660 + ], + "test_balanced_acc": 0.7685464827211888, + "test_accuracy": 0.7685534591194969, + "test_auc": 0.8510289213894338, + "test_f1": 0.7748409202153695, + "test_precision": 0.7545281220209723, + "test_recall": 0.7962776659959758 + } + }, + "91_glue_qqp": { + "1": { + "k": 1, + "selected_features": [ + 30728 + ], + "test_balanced_acc": 0.7678042335543204, + "test_accuracy": 0.7677987421383647, + "test_auc": 0.7678042335543204, + "test_f1": 0.762663923887889, + "test_precision": 0.7801157285639138, + "test_recall": 0.7459758551307847 + }, + "4": { + "k": 4, + "selected_features": [ + 30728, + 30727, + 25237, + 31970 + ], + "test_balanced_acc": 0.7823961889100076, + "test_accuracy": 0.7823899371069183, + "test_auc": 0.8391206575132728, + "test_f1": 0.7768893474335826, + "test_precision": 0.7972472207517205, + "test_recall": 0.7575452716297787 + }, + "16": { + "k": 16, + "selected_features": [ + 30728, + 30727, + 25237, + 31970, + 26696, + 22641, + 12421, + 9955, + 99, + 29297, + 17393, + 20616, + 27478, + 9889, + 21354, + 19176 + ], + "test_balanced_acc": 0.8055273006939473, + "test_accuracy": 0.8055345911949685, + "test_auc": 0.8763393141941737, + "test_f1": 0.8110486433634808, + "test_precision": 0.7888730385164051, + "test_recall": 0.8345070422535211 + } + }, + "92_glue_sst2": { + "1": { + "k": 1, + "selected_features": [ + 7895 + ], + "test_balanced_acc": 0.7989581930435152, + "test_accuracy": 0.7989937106918239, + "test_auc": 0.7989581930435152, + "test_f1": 0.8238924399382852, + "test_precision": 0.7332287171439781, + "test_recall": 0.9401408450704225 + }, + "4": { + "k": 4, + "selected_features": [ + 7895, + 18401, + 31946, + 13462 + ], + "test_balanced_acc": 0.847537540289548, + "test_accuracy": 0.8475471698113207, + "test_auc": 0.8733656341673595, + "test_f1": 0.8531976744186046, + "test_precision": 0.8228971962616822, + "test_recall": 0.885814889336016 + }, + "16": { + "k": 16, + "selected_features": [ + 7895, + 18401, + 31946, + 13462, + 4974, + 27537, + 30593, + 19125, + 7595, + 18343, + 4643, + 8841, + 22771, + 23455, + 13817, + 21211 + ], + "test_balanced_acc": 0.8591179690118568, + "test_accuracy": 0.8591194968553459, + "test_auc": 0.9350867408780816, + "test_f1": 0.86, + "test_precision": 0.8548707753479126, + "test_recall": 0.8651911468812877 + } + }, + "94_ai_gen": { + "1": { + "k": 1, + "selected_features": [ + 1128 + ], + "test_balanced_acc": 0.9036570960741803, + "test_accuracy": 0.9036477987421384, + "test_auc": 0.9036570960741804, + "test_f1": 0.8999738835205014, + "test_precision": 0.9359043997827268, + "test_recall": 0.8667002012072434 + }, + "4": { + "k": 4, + "selected_features": [ + 1128, + 23435, + 21583, + 14014 + ], + "test_balanced_acc": 0.9079237630108785, + "test_accuracy": 0.9079245283018867, + "test_auc": 0.9610671072231072, + "test_f1": 0.9082246740220662, + "test_precision": 0.9055, + "test_recall": 0.9109657947686117 + }, + "16": { + "k": 16, + "selected_features": [ + 1128, + 23435, + 21583, + 14014, + 2581, + 24073, + 21270, + 18549, + 10590, + 19507, + 14801, + 27948, + 20456, + 27149, + 31483, + 30835 + ], + "test_balanced_acc": 0.9343420867429033, + "test_accuracy": 0.9343396226415094, + "test_auc": 0.9808107578536139, + "test_f1": 0.9337058674117348, + "test_precision": 0.9430477167778348, + "test_recall": 0.9245472837022133 + } + }, + "95_toxic_is": { + "1": { + "k": 1, + "selected_features": [ + 29225 + ], + "test_balanced_acc": 0.7097959183673469, + "test_accuracy": 0.7070707070707071, + "test_auc": 0.7097959183673469, + "test_f1": 0.6027397260273972, + "test_precision": 0.9565217391304348, + "test_recall": 0.44 + }, + "4": { + "k": 4, + "selected_features": [ + 29225, + 29173, + 31186, + 1412 + ], + "test_balanced_acc": 0.7473469387755103, + "test_accuracy": 0.7474747474747475, + "test_auc": 0.7971428571428572, + "test_f1": 0.7524752475247525, + "test_precision": 0.7450980392156863, + "test_recall": 0.76 + }, + "16": { + "k": 16, + "selected_features": [ + 29225, + 29173, + 31186, + 1412, + 29791, + 2473, + 17653, + 23182, + 28867, + 21270, + 27582, + 8841, + 11767, + 262, + 31617, + 10561 + ], + "test_balanced_acc": 0.7575510204081632, + "test_accuracy": 0.7575757575757576, + "test_auc": 0.8324489795918368, + "test_f1": 0.76, + "test_precision": 0.76, + "test_recall": 0.76 + } + }, + "96_spam_is": { + "1": { + "k": 1, + "selected_features": [ + 28289 + ], + "test_balanced_acc": 0.8488816148390617, + "test_accuracy": 0.8486140724946695, + "test_auc": 0.8488816148390615, + "test_f1": 0.8272506082725061, + "test_precision": 0.9659090909090909, + "test_recall": 0.723404255319149 + }, + "4": { + "k": 4, + "selected_features": [ + 28289, + 414, + 16863, + 26582 + ], + "test_balanced_acc": 0.9317148572467722, + "test_accuracy": 0.9317697228144989, + "test_auc": 0.9768685215493726, + "test_f1": 0.9336099585062241, + "test_precision": 0.9109311740890689, + "test_recall": 0.9574468085106383 + }, + "16": { + "k": 16, + "selected_features": [ + 28289, + 414, + 16863, + 26582, + 8876, + 12224, + 18112, + 24050, + 18613, + 31640, + 27292, + 999, + 29104, + 3630, + 10397, + 6918 + ], + "test_balanced_acc": 0.9552282233133298, + "test_accuracy": 0.9552238805970149, + "test_auc": 0.9797144935442806, + "test_f1": 0.9552238805970149, + "test_precision": 0.9572649572649573, + "test_recall": 0.9531914893617022 + } + }, + "100_news_fake": { + "1": { + "k": 1, + "selected_features": [ + 23252 + ], + "test_balanced_acc": 0.9599204743469163, + "test_accuracy": 0.9599045346062053, + "test_auc": 0.9599204743469163, + "test_f1": 0.9585389930898321, + "test_precision": 0.9928425357873211, + "test_recall": 0.9265267175572519 + }, + "4": { + "k": 4, + "selected_features": [ + 23252, + 21629, + 21225, + 28445 + ], + "test_balanced_acc": 0.9799572752393242, + "test_accuracy": 0.9799522673031026, + "test_auc": 0.9830873560955692, + "test_f1": 0.9797492767598843, + "test_precision": 0.9902534113060428, + "test_recall": 0.9694656488549618 + }, + "16": { + "k": 16, + "selected_features": [ + 23252, + 21629, + 21225, + 28445, + 28685, + 25969, + 20047, + 3248, + 30835, + 29577, + 30358, + 7026, + 22698, + 13959, + 5897, + 26927 + ], + "test_balanced_acc": 0.9799559081928009, + "test_accuracy": 0.9799522673031026, + "test_auc": 0.9988553263778005, + "test_f1": 0.9798076923076923, + "test_precision": 0.9874031007751938, + "test_recall": 0.9723282442748091 + } + }, + "105_click_bait": { + "1": { + "k": 1, + "selected_features": [ + 10173 + ], + "test_balanced_acc": 0.9578612326364389, + "test_accuracy": 0.9578742709008425, + "test_auc": 0.9578612326364387, + "test_f1": 0.9587301587301588, + "test_precision": 0.9402241594022416, + "test_recall": 0.977979274611399 + }, + "4": { + "k": 4, + "selected_features": [ + 10173, + 21629, + 17075, + 14187 + ], + "test_balanced_acc": 0.9611054548631413, + "test_accuracy": 0.9611147116007777, + "test_auc": 0.9696234282910963, + "test_f1": 0.9616858237547893, + "test_precision": 0.9483627204030227, + "test_recall": 0.9753886010362695 + }, + "16": { + "k": 16, + "selected_features": [ + 10173, + 21629, + 17075, + 14187, + 12490, + 12890, + 31752, + 11100, + 31144, + 25307, + 8954, + 8463, + 27308, + 15068, + 2392, + 6025 + ], + "test_balanced_acc": 0.9617590035147141, + "test_accuracy": 0.9617627997407647, + "test_auc": 0.9858663803821159, + "test_f1": 0.9620090148100451, + "test_precision": 0.9564660691421255, + "test_recall": 0.9676165803108808 + } + }, + "106_hate_hate": { + "1": { + "k": 1, + "selected_features": [ + 31946 + ], + "test_balanced_acc": 0.5706018952162901, + "test_accuracy": 0.570566037735849, + "test_auc": 0.5706018952162902, + "test_f1": 0.4992666471105896, + "test_precision": 0.5988740323715693, + "test_recall": 0.42806841046277666 + }, + "4": { + "k": 4, + "selected_features": [ + 31946, + 32074, + 12781, + 16918 + ], + "test_balanced_acc": 0.5778680639448164, + "test_accuracy": 0.5778616352201258, + "test_auc": 0.608527106271246, + "test_f1": 0.5668559628291172, + "test_precision": 0.5821845174973489, + "test_recall": 0.5523138832997988 + }, + "16": { + "k": 16, + "selected_features": [ + 31946, + 32074, + 12781, + 16918, + 17175, + 16320, + 12526, + 11887, + 6446, + 22179, + 7212, + 10411, + 8142, + 7018, + 28900, + 32266 + ], + "test_balanced_acc": 0.5917197953701069, + "test_accuracy": 0.5916981132075472, + "test_auc": 0.6291848980141544, + "test_f1": 0.5532617671345995, + "test_precision": 0.6109422492401215, + "test_recall": 0.505533199195171 + } + }, + "107_hate_offensive": { + "1": { + "k": 1, + "selected_features": [ + 21270 + ], + "test_balanced_acc": 0.6649015886967502, + "test_accuracy": 0.6649056603773585, + "test_auc": 0.6649015886967502, + "test_f1": 0.6702970297029703, + "test_precision": 0.6598440545808967, + "test_recall": 0.6810865191146881 + }, + "4": { + "k": 4, + "selected_features": [ + 21270, + 21389, + 24632, + 19611 + ], + "test_balanced_acc": 0.689846679472912, + "test_accuracy": 0.689811320754717, + "test_auc": 0.7424720694575101, + "test_f1": 0.6391571553994733, + "test_precision": 0.7641707487753674, + "test_recall": 0.5492957746478874 + }, + "16": { + "k": 16, + "selected_features": [ + 21270, + 21389, + 24632, + 19611, + 1173, + 19995, + 29135, + 20464, + 25246, + 25545, + 32074, + 22180, + 18431, + 30195, + 2473, + 32048 + ], + "test_balanced_acc": 0.7021527757384771, + "test_accuracy": 0.7021383647798742, + "test_auc": 0.7615444807749366, + "test_f1": 0.6840981856990395, + "test_precision": 0.7284090909090909, + "test_recall": 0.6448692152917505 + } + }, + "110_aimade_humangpt3": { + "1": { + "k": 1, + "selected_features": [ + 21629 + ], + "test_balanced_acc": 0.7448519754662853, + "test_accuracy": 0.7449056603773585, + "test_auc": 0.7448519754662853, + "test_f1": 0.7898009950248757, + "test_precision": 0.6717207334273625, + "test_recall": 0.9582494969818913 + }, + "4": { + "k": 4, + "selected_features": [ + 21629, + 164, + 29850, + 1238 + ], + "test_balanced_acc": 0.77932605699623, + "test_accuracy": 0.77937106918239, + "test_auc": 0.8080594791699366, + "test_f1": 0.812886707915511, + "test_precision": 0.7058169692478696, + "test_recall": 0.9582494969818913 + }, + "16": { + "k": 16, + "selected_features": [ + 21629, + 164, + 29850, + 1238, + 16690, + 20802, + 31144, + 3248, + 23154, + 10173, + 6842, + 30750, + 11252, + 28493, + 22180, + 15939 + ], + "test_balanced_acc": 0.7979659537496747, + "test_accuracy": 0.7979874213836478, + "test_auc": 0.8800122071128329, + "test_f1": 0.8139049826187718, + "test_precision": 0.7546196819939837, + "test_recall": 0.8832997987927566 + } + }, + "113_movie_sent": { + "1": { + "k": 1, + "selected_features": [ + 7895 + ], + "test_balanced_acc": 0.8543310694564974, + "test_accuracy": 0.8543396226415094, + "test_auc": 0.8543310694564974, + "test_f1": 0.8591583556312333, + "test_precision": 0.8318417333961375, + "test_recall": 0.8883299798792756 + }, + "4": { + "k": 4, + "selected_features": [ + 7895, + 18401, + 27537, + 28270 + ], + "test_balanced_acc": 0.8618803915592195, + "test_accuracy": 0.8618867924528302, + "test_auc": 0.9056916992645354, + "test_f1": 0.8653421633554084, + "test_precision": 0.8444231689803734, + "test_recall": 0.8873239436619719 + }, + "16": { + "k": 16, + "selected_features": [ + 7895, + 18401, + 27537, + 28270, + 31946, + 9957, + 30593, + 19914, + 24551, + 29554, + 367, + 9474, + 26069, + 4643, + 4378, + 27684 + ], + "test_balanced_acc": 0.8817589735696514, + "test_accuracy": 0.8817610062893082, + "test_auc": 0.9426564419228, + "test_f1": 0.8827345309381237, + "test_precision": 0.8757425742574257, + "test_recall": 0.8898390342052314 + } + }, + "114_nyc_borough_Manhattan": { + "1": { + "k": 1, + "selected_features": [ + 32172 + ], + "test_balanced_acc": 0.5398285757565557, + "test_accuracy": 0.5394871794871795, + "test_auc": 0.5398285757565557, + "test_f1": 0.3102918586789555, + "test_precision": 0.6196319018404908, + "test_recall": 0.2069672131147541 + }, + "4": { + "k": 4, + "selected_features": [ + 32172, + 32299, + 8951, + 25195 + ], + "test_balanced_acc": 0.5619992762648534, + "test_accuracy": 0.5620512820512821, + "test_auc": 0.5948177197293567, + "test_f1": 0.5834146341463414, + "test_precision": 0.5567970204841713, + "test_recall": 0.6127049180327869 + }, + "16": { + "k": 16, + "selected_features": [ + 32172, + 32299, + 8951, + 25195, + 1749, + 16059, + 16336, + 30546, + 9275, + 16091, + 22771, + 7458, + 12986, + 3324, + 3383, + 8644 + ], + "test_balanced_acc": 0.5774333490423132, + "test_accuracy": 0.5774358974358974, + "test_auc": 0.6119159625677449, + "test_f1": 0.5787321063394683, + "test_precision": 0.5775510204081633, + "test_recall": 0.5799180327868853 + } + }, + "115_nyc_borough_Brooklyn": { + "1": { + "k": 1, + "selected_features": [ + 13491 + ], + "test_balanced_acc": 0.5138835123034975, + "test_accuracy": 0.5138461538461538, + "test_auc": 0.5138835123034975, + "test_f1": 0.4957446808510638, + "test_precision": 0.5154867256637168, + "test_recall": 0.4774590163934426 + }, + "4": { + "k": 4, + "selected_features": [ + 13491, + 8807, + 9180, + 24448 + ], + "test_balanced_acc": 0.516904685764298, + "test_accuracy": 0.5169230769230769, + "test_auc": 0.5218866765408826, + "test_f1": 0.525679758308157, + "test_precision": 0.5168316831683168, + "test_recall": 0.5348360655737705 + }, + "16": { + "k": 16, + "selected_features": [ + 13491, + 8807, + 9180, + 24448, + 32299, + 25705, + 6927, + 31072, + 19437, + 8261, + 11938, + 11665, + 16604, + 5468, + 8360, + 17876 + ], + "test_balanced_acc": 0.5230627461541051, + "test_accuracy": 0.5230769230769231, + "test_auc": 0.533828306459757, + "test_f1": 0.5298281092012134, + "test_precision": 0.5229540918163673, + "test_recall": 0.5368852459016393 + } + }, + "116_nyc_borough_Bronx": { + "1": { + "k": 1, + "selected_features": [ + 5359 + ], + "test_balanced_acc": 0.5274451307772579, + "test_accuracy": 0.5271794871794871, + "test_auc": 0.5274451307772579, + "test_f1": 0.3623789764868603, + "test_precision": 0.5574468085106383, + "test_recall": 0.26844262295081966 + }, + "4": { + "k": 4, + "selected_features": [ + 5359, + 27824, + 16412, + 3412 + ], + "test_balanced_acc": 0.5366559228464671, + "test_accuracy": 0.5364102564102564, + "test_auc": 0.5740860739892955, + "test_f1": 0.3908355795148248, + "test_precision": 0.5708661417322834, + "test_recall": 0.29713114754098363 + }, + "16": { + "k": 16, + "selected_features": [ + 5359, + 27824, + 16412, + 3412, + 11812, + 631, + 10556, + 26972, + 8160, + 14865, + 3605, + 23895, + 17646, + 1412, + 18020, + 20620 + ], + "test_balanced_acc": 0.5426246339246642, + "test_accuracy": 0.5425641025641026, + "test_auc": 0.5594241256269566, + "test_f1": 0.514161220043573, + "test_precision": 0.5488372093023256, + "test_recall": 0.48360655737704916 + } + }, + "117_us_state_FL": { + "1": { + "k": 1, + "selected_features": [ + 5054 + ], + "test_balanced_acc": 0.8097959183673469, + "test_accuracy": 0.8080808080808081, + "test_auc": 0.809795918367347, + "test_f1": 0.7710843373493976, + "test_precision": 0.9696969696969697, + "test_recall": 0.64 + }, + "4": { + "k": 4, + "selected_features": [ + 5054, + 17253, + 12222, + 19084 + ], + "test_balanced_acc": 0.8293877551020408, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8579591836734695, + "test_f1": 0.8089887640449438, + "test_precision": 0.9230769230769231, + "test_recall": 0.72 + }, + "16": { + "k": 16, + "selected_features": [ + 5054, + 17253, + 12222, + 19084, + 24309, + 474, + 5395, + 17095, + 10738, + 4684, + 5891, + 665, + 25938, + 7593, + 14112, + 20241 + ], + "test_balanced_acc": 0.716734693877551, + "test_accuracy": 0.7171717171717171, + "test_auc": 0.8702040816326531, + "test_f1": 0.7307692307692307, + "test_precision": 0.7037037037037037, + "test_recall": 0.76 + } + }, + "118_us_state_CA": { + "1": { + "k": 1, + "selected_features": [ + 15760 + ], + "test_balanced_acc": 0.8481632653061224, + "test_accuracy": 0.8484848484848485, + "test_auc": 0.8481632653061224, + "test_f1": 0.8543689320388349, + "test_precision": 0.8301886792452831, + "test_recall": 0.88 + }, + "4": { + "k": 4, + "selected_features": [ + 15760, + 1274, + 17253, + 27622 + ], + "test_balanced_acc": 0.8485714285714285, + "test_accuracy": 0.8484848484848485, + "test_auc": 0.9122448979591836, + "test_f1": 0.8484848484848485, + "test_precision": 0.8571428571428571, + "test_recall": 0.84 + }, + "16": { + "k": 16, + "selected_features": [ + 15760, + 1274, + 17253, + 27622, + 13577, + 5997, + 23435, + 1487, + 7338, + 19394, + 3649, + 23931, + 21232, + 25999, + 3073, + 30546 + ], + "test_balanced_acc": 0.8585714285714285, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.9220408163265307, + "test_f1": 0.86, + "test_precision": 0.86, + "test_recall": 0.86 + } + }, + "119_us_state_TX": { + "1": { + "k": 1, + "selected_features": [ + 661 + ], + "test_balanced_acc": 0.85, + "test_accuracy": 0.8484848484848485, + "test_auc": 0.85, + "test_f1": 0.8235294117647058, + "test_precision": 1.0, + "test_recall": 0.7 + }, + "4": { + "k": 4, + "selected_features": [ + 661, + 1274, + 7850, + 5299 + ], + "test_balanced_acc": 0.8797959183673469, + "test_accuracy": 0.8787878787878788, + "test_auc": 0.9091836734693877, + "test_f1": 0.8666666666666667, + "test_precision": 0.975, + "test_recall": 0.78 + }, + "16": { + "k": 16, + "selected_features": [ + 661, + 1274, + 7850, + 5299, + 5997, + 17253, + 15760, + 25697, + 4856, + 29778, + 27622, + 22560, + 26468, + 4548, + 23931, + 7338 + ], + "test_balanced_acc": 0.8583673469387756, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.956530612244898, + "test_f1": 0.8627450980392157, + "test_precision": 0.8461538461538461, + "test_recall": 0.88 + } + }, + "120_us_timezone_Chicago": { + "1": { + "k": 1, + "selected_features": [ + 1274 + ], + "test_balanced_acc": 0.6545418402148866, + "test_accuracy": 0.6545296922410057, + "test_auc": 0.6545418402148866, + "test_f1": 0.644672313865359, + "test_precision": 0.6639118457300276, + "test_recall": 0.6265164644714039 + }, + "4": { + "k": 4, + "selected_features": [ + 1274, + 15760, + 4689, + 19084 + ], + "test_balanced_acc": 0.685322818478207, + "test_accuracy": 0.6853055916775033, + "test_auc": 0.7437071703535799, + "test_f1": 0.6723826714801444, + "test_precision": 0.7015065913370998, + "test_recall": 0.645580589254766 + }, + "16": { + "k": 16, + "selected_features": [ + 1274, + 15760, + 4689, + 19084, + 30165, + 11156, + 15060, + 661, + 16336, + 23435, + 4565, + 7850, + 22935, + 31116, + 26643, + 8185 + ], + "test_balanced_acc": 0.7416678065358848, + "test_accuracy": 0.741655830082358, + "test_auc": 0.8235433598734971, + "test_f1": 0.7344028520499108, + "test_precision": 0.7559633027522936, + "test_recall": 0.7140381282495667 + } + }, + "121_us_timezone_New_York": { + "1": { + "k": 1, + "selected_features": [ + 15760 + ], + "test_balanced_acc": 0.6748265018841663, + "test_accuracy": 0.6749024707412223, + "test_auc": 0.6748265018841663, + "test_f1": 0.7234513274336283, + "test_precision": 0.6296534017971759, + "test_recall": 0.8500866551126517 + }, + "4": { + "k": 4, + "selected_features": [ + 15760, + 3073, + 15060, + 17253 + ], + "test_balanced_acc": 0.733402877881677, + "test_accuracy": 0.7334200260078023, + "test_auc": 0.7901097431010355, + "test_f1": 0.7436431846602751, + "test_precision": 0.7164658634538152, + "test_recall": 0.7729636048526863 + }, + "16": { + "k": 16, + "selected_features": [ + 15760, + 3073, + 15060, + 17253, + 5299, + 11156, + 7448, + 26621, + 20169, + 32293, + 7338, + 6808, + 7850, + 20894, + 4565, + 19084 + ], + "test_balanced_acc": 0.7672194155552315, + "test_accuracy": 0.7672301690507152, + "test_auc": 0.857374928789489, + "test_f1": 0.772938689217759, + "test_precision": 0.7547481420313791, + "test_recall": 0.7920277296360485 + } + }, + "122_us_timezone_Los_Angeles": { + "1": { + "k": 1, + "selected_features": [ + 15760 + ], + "test_balanced_acc": 0.8227170173205007, + "test_accuracy": 0.8227134807108799, + "test_auc": 0.8227170173205006, + "test_f1": 0.8213193534294452, + "test_precision": 0.8281938325991189, + "test_recall": 0.8145580589254766 + }, + "4": { + "k": 4, + "selected_features": [ + 15760, + 1274, + 23435, + 7338 + ], + "test_balanced_acc": 0.8227170173205007, + "test_accuracy": 0.8227134807108799, + "test_auc": 0.892364654935283, + "test_f1": 0.8213193534294452, + "test_precision": 0.8281938325991189, + "test_recall": 0.8145580589254766 + }, + "16": { + "k": 16, + "selected_features": [ + 15760, + 1274, + 23435, + 7338, + 1487, + 17253, + 30113, + 3649, + 20070, + 7671, + 2906, + 30546, + 14112, + 21232, + 13996, + 30165 + ], + "test_balanced_acc": 0.834860758085681, + "test_accuracy": 0.834850455136541, + "test_auc": 0.910352542760127, + "test_f1": 0.8308921438082557, + "test_precision": 0.8516833484986351, + "test_recall": 0.8110918544194108 + } + }, + "123_world_country_United_Kingdom": { + "1": { + "k": 1, + "selected_features": [ + 9249 + ], + "test_balanced_acc": 0.9303131416837782, + "test_accuracy": 0.9302564102564103, + "test_auc": 0.9303131416837782, + "test_f1": 0.9262472885032538, + "test_precision": 0.9838709677419355, + "test_recall": 0.875 + }, + "4": { + "k": 4, + "selected_features": [ + 9249, + 30383, + 16905, + 27292 + ], + "test_balanced_acc": 0.9303131416837782, + "test_accuracy": 0.9302564102564103, + "test_auc": 0.9714124617093615, + "test_f1": 0.9262472885032538, + "test_precision": 0.9838709677419355, + "test_recall": 0.875 + }, + "16": { + "k": 16, + "selected_features": [ + 9249, + 30383, + 16905, + 27292, + 25697, + 1393, + 31156, + 4565, + 28662, + 465, + 13815, + 19705, + 21829, + 25124, + 924, + 23051 + ], + "test_balanced_acc": 0.9507607634564244, + "test_accuracy": 0.9507692307692308, + "test_auc": 0.9883949910795435, + "test_f1": 0.9512195121951219, + "test_precision": 0.9435483870967742, + "test_recall": 0.9590163934426229 + } + }, + "124_world_country_United_States": { + "1": { + "k": 1, + "selected_features": [ + 12013 + ], + "test_balanced_acc": 0.9006126502171206, + "test_accuracy": 0.9005128205128206, + "test_auc": 0.9006126502171206, + "test_f1": 0.8898978433598184, + "test_precision": 0.9974554707379135, + "test_recall": 0.8032786885245902 + }, + "4": { + "k": 4, + "selected_features": [ + 12013, + 27292, + 936, + 2068 + ], + "test_balanced_acc": 0.9559426229508197, + "test_accuracy": 0.9558974358974359, + "test_auc": 0.9806989935032149, + "test_f1": 0.9539121114683816, + "test_precision": 1.0, + "test_recall": 0.9118852459016393 + }, + "16": { + "k": 16, + "selected_features": [ + 12013, + 27292, + 936, + 2068, + 19705, + 16091, + 13815, + 6020, + 6098, + 31069, + 31561, + 16905, + 23345, + 32596, + 10434, + 8443 + ], + "test_balanced_acc": 0.9497509004611708, + "test_accuracy": 0.9497435897435897, + "test_auc": 0.991851667957047, + "test_f1": 0.9494324045407637, + "test_precision": 0.9563409563409564, + "test_recall": 0.9426229508196722 + } + }, + "125_world_country_Italy": { + "1": { + "k": 1, + "selected_features": [ + 14222 + ], + "test_balanced_acc": 0.9630810919985189, + "test_accuracy": 0.963076923076923, + "test_auc": 0.9630810919985188, + "test_f1": 0.9629629629629629, + "test_precision": 0.9669421487603306, + "test_recall": 0.9590163934426229 + }, + "4": { + "k": 4, + "selected_features": [ + 14222, + 13179, + 594, + 23838 + ], + "test_balanced_acc": 0.9733522402127445, + "test_accuracy": 0.9733333333333334, + "test_auc": 0.9903537045140876, + "test_f1": 0.9728601252609603, + "test_precision": 0.9914893617021276, + "test_recall": 0.9549180327868853 + }, + "16": { + "k": 16, + "selected_features": [ + 14222, + 13179, + 594, + 23838, + 669, + 17253, + 26712, + 7006, + 11138, + 16091, + 351, + 31156, + 26311, + 1274, + 2688, + 25104 + ], + "test_balanced_acc": 0.9753845894906924, + "test_accuracy": 0.9753846153846154, + "test_auc": 0.997136617632208, + "test_f1": 0.9754098360655737, + "test_precision": 0.9754098360655737, + "test_recall": 0.9754098360655737 + } + }, + "126_art_type_book": { + "1": { + "k": 1, + "selected_features": [ + 13200 + ], + "test_balanced_acc": 0.6064520105038322, + "test_accuracy": 0.6064152579107065, + "test_auc": 0.6064520105038322, + "test_f1": 0.5700757575757576, + "test_precision": 0.6283924843423799, + "test_recall": 0.5216637781629117 + }, + "4": { + "k": 4, + "selected_features": [ + 13200, + 32266, + 24794, + 5247 + ], + "test_balanced_acc": 0.660178180347853, + "test_accuracy": 0.6601647160814911, + "test_auc": 0.7107703361436747, + "test_f1": 0.6493738819320215, + "test_precision": 0.6709796672828097, + "test_recall": 0.6291161178509532 + }, + "16": { + "k": 16, + "selected_features": [ + 13200, + 32266, + 24794, + 5247, + 30750, + 18167, + 24956, + 6025, + 7026, + 2639, + 4856, + 31752, + 30546, + 7037, + 26921, + 8712 + ], + "test_balanced_acc": 0.6887661003395558, + "test_accuracy": 0.6887732986562636, + "test_auc": 0.7660988364315229, + "test_f1": 0.6939471440750213, + "test_precision": 0.6828859060402684, + "test_recall": 0.7053726169844021 + } + }, + "127_art_type_song": { + "1": { + "k": 1, + "selected_features": [ + 5247 + ], + "test_balanced_acc": 0.6858353838453225, + "test_accuracy": 0.6857390550498483, + "test_auc": 0.6858353838453225, + "test_f1": 0.596100278551532, + "test_precision": 0.8346333853354134, + "test_recall": 0.46360485268630847 + }, + "4": { + "k": 4, + "selected_features": [ + 5247, + 18167, + 24956, + 24794 + ], + "test_balanced_acc": 0.7135390910006448, + "test_accuracy": 0.7134807108799306, + "test_auc": 0.8033905973566058, + "test_f1": 0.6690035052578869, + "test_precision": 0.7924080664294187, + "test_recall": 0.5788561525129983 + }, + "16": { + "k": 16, + "selected_features": [ + 5247, + 18167, + 24956, + 24794, + 30202, + 3324, + 7026, + 6025, + 31970, + 4856, + 20241, + 32266, + 2639, + 30750, + 13200, + 4861 + ], + "test_balanced_acc": 0.7494690213608985, + "test_accuracy": 0.7494581707845687, + "test_auc": 0.8336578829096277, + "test_f1": 0.7431111111111111, + "test_precision": 0.7627737226277372, + "test_recall": 0.7244367417677643 + } + }, + "128_art_type_movie": { + "1": { + "k": 1, + "selected_features": [ + 7758 + ], + "test_balanced_acc": 0.5670265647147597, + "test_accuracy": 0.5669700910273082, + "test_auc": 0.5670265647147597, + "test_f1": 0.5022421524663677, + "test_precision": 0.5908558030480656, + "test_recall": 0.43674176776429807 + }, + "4": { + "k": 4, + "selected_features": [ + 7758, + 5247, + 16091, + 18153 + ], + "test_balanced_acc": 0.6038144032371284, + "test_accuracy": 0.6038144776766363, + "test_auc": 0.662287815223943, + "test_f1": 0.6039861351819757, + "test_precision": 0.6039861351819757, + "test_recall": 0.6039861351819757 + }, + "16": { + "k": 16, + "selected_features": [ + 7758, + 5247, + 16091, + 18153, + 22282, + 18125, + 11929, + 3399, + 2888, + 18625, + 11719, + 3715, + 28913, + 18075, + 5108, + 29052 + ], + "test_balanced_acc": 0.6281285652228157, + "test_accuracy": 0.6280884265279584, + "test_auc": 0.6988663436953707, + "test_f1": 0.5902578796561605, + "test_precision": 0.6574468085106383, + "test_recall": 0.5355285961871751 + } + }, + "129_arith_mc_A": { + "1": { + "k": 1, + "selected_features": [ + 6026 + ], + "test_balanced_acc": 0.5666484815420986, + "test_accuracy": 0.5671641791044776, + "test_auc": 0.5666484815420985, + "test_f1": 0.6518010291595198, + "test_precision": 0.5459770114942529, + "test_recall": 0.8085106382978723 + }, + "4": { + "k": 4, + "selected_features": [ + 6026, + 25348, + 16691, + 19332 + ], + "test_balanced_acc": 0.675713766139298, + "test_accuracy": 0.67590618336887, + "test_auc": 0.7198490634660848, + "test_f1": 0.703125, + "test_precision": 0.6498194945848376, + "test_recall": 0.7659574468085106 + }, + "16": { + "k": 16, + "selected_features": [ + 6026, + 25348, + 16691, + 19332, + 10679, + 15927, + 22499, + 10551, + 3718, + 8756, + 4887, + 21958, + 5378, + 5837, + 23844, + 2736 + ], + "test_balanced_acc": 0.7738952536824877, + "test_accuracy": 0.7739872068230277, + "test_auc": 0.8212765957446809, + "test_f1": 0.7836734693877551, + "test_precision": 0.7529411764705882, + "test_recall": 0.8170212765957446 + } + }, + "130_temp_cat_Frequency": { + "1": { + "k": 1, + "selected_features": [ + 3978 + ], + "test_balanced_acc": 0.949795918367347, + "test_accuracy": 0.9494949494949495, + "test_auc": 0.9497959183673469, + "test_f1": 0.9484536082474226, + "test_precision": 0.9787234042553191, + "test_recall": 0.92 + }, + "4": { + "k": 4, + "selected_features": [ + 3978, + 15066, + 26491, + 2162 + ], + "test_balanced_acc": 0.9795918367346939, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9926530612244898, + "test_f1": 0.9803921568627451, + "test_precision": 0.9615384615384616, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 3978, + 15066, + 26491, + 2162, + 19621, + 23183, + 18716, + 13634, + 29223, + 6767, + 8181, + 24386, + 9514, + 24359, + 25219, + 6000 + ], + "test_balanced_acc": 0.99, + "test_accuracy": 0.98989898989899, + "test_auc": 1.0, + "test_f1": 0.98989898989899, + "test_precision": 1.0, + "test_recall": 0.98 + } + }, + "131_temp_cat_Typical Time": { + "1": { + "k": 1, + "selected_features": [ + 26345 + ], + "test_balanced_acc": 0.7857142857142857, + "test_accuracy": 0.7878787878787878, + "test_auc": 0.7857142857142857, + "test_f1": 0.8264462809917356, + "test_precision": 0.704225352112676, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 26345, + 27768, + 26491, + 1540 + ], + "test_balanced_acc": 0.9391836734693877, + "test_accuracy": 0.9393939393939394, + "test_auc": 0.9855102040816326, + "test_f1": 0.9411764705882353, + "test_precision": 0.9230769230769231, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 26345, + 27768, + 26491, + 1540, + 9796, + 2089, + 25772, + 1846, + 14886, + 3978, + 19895, + 2451, + 13941, + 17686, + 1777, + 11220 + ], + "test_balanced_acc": 0.9695918367346938, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9987755102040816, + "test_f1": 0.9702970297029703, + "test_precision": 0.9607843137254902, + "test_recall": 0.98 + } + }, + "132_temp_cat_Event Ordering": { + "1": { + "k": 1, + "selected_features": [ + 11688 + ], + "test_balanced_acc": 0.96, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.96, + "test_f1": 0.9583333333333334, + "test_precision": 1.0, + "test_recall": 0.92 + }, + "4": { + "k": 4, + "selected_features": [ + 11688, + 25099, + 28968, + 28341 + ], + "test_balanced_acc": 0.98, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9951020408163266, + "test_f1": 0.9795918367346939, + "test_precision": 1.0, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 11688, + 25099, + 28968, + 28341, + 26345, + 22409, + 1100, + 22471, + 14886, + 26491, + 6507, + 24908, + 11220, + 9233, + 24651, + 31786 + ], + "test_balanced_acc": 0.98, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9987755102040816, + "test_f1": 0.9795918367346939, + "test_precision": 1.0, + "test_recall": 0.96 + } + }, + "133_context_type_Causality": { + "1": { + "k": 1, + "selected_features": [ + 13272 + ], + "test_balanced_acc": 0.942240834386852, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.9422408343868521, + "test_f1": 0.9422222222222222, + "test_precision": 0.9464285714285714, + "test_recall": 0.9380530973451328 + }, + "4": { + "k": 4, + "selected_features": [ + 13272, + 27001, + 17403, + 27600 + ], + "test_balanced_acc": 0.942240834386852, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.9584781921618204, + "test_f1": 0.9422222222222222, + "test_precision": 0.9464285714285714, + "test_recall": 0.9380530973451328 + }, + "16": { + "k": 16, + "selected_features": [ + 13272, + 27001, + 17403, + 27600, + 4466, + 26227, + 15802, + 7762, + 9030, + 29005, + 18201, + 5280, + 9281, + 7351, + 28968, + 24904 + ], + "test_balanced_acc": 0.942240834386852, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.9668141592920354, + "test_f1": 0.9422222222222222, + "test_precision": 0.9464285714285714, + "test_recall": 0.9380530973451328 + } + }, + "134_context_type_Belief_states": { + "1": { + "k": 1, + "selected_features": [ + 10728 + ], + "test_balanced_acc": 0.7078065739570164, + "test_accuracy": 0.7066666666666667, + "test_auc": 0.7078065739570165, + "test_f1": 0.6071428571428571, + "test_precision": 0.9272727272727272, + "test_recall": 0.45132743362831856 + }, + "4": { + "k": 4, + "selected_features": [ + 10728, + 17794, + 2162, + 9281 + ], + "test_balanced_acc": 0.7782474715549936, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.8584070796460177, + "test_f1": 0.7524752475247525, + "test_precision": 0.8539325842696629, + "test_recall": 0.672566371681416 + }, + "16": { + "k": 16, + "selected_features": [ + 10728, + 17794, + 2162, + 9281, + 10995, + 5870, + 711, + 8463, + 11767, + 164, + 27960, + 21629, + 17149, + 14886, + 4541, + 9964 + ], + "test_balanced_acc": 0.8577749683944373, + "test_accuracy": 0.8577777777777778, + "test_auc": 0.9224478508217445, + "test_f1": 0.8584070796460177, + "test_precision": 0.8584070796460177, + "test_recall": 0.8584070796460177 + } + }, + "135_context_type_Event_duration": { + "1": { + "k": 1, + "selected_features": [ + 22471 + ], + "test_balanced_acc": 0.942438369152971, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.9424383691529709, + "test_f1": 0.9395348837209302, + "test_precision": 0.9901960784313726, + "test_recall": 0.8938053097345132 + }, + "4": { + "k": 4, + "selected_features": [ + 22471, + 28341, + 26491, + 11220 + ], + "test_balanced_acc": 0.9601374841972188, + "test_accuracy": 0.96, + "test_auc": 0.9704092920353982, + "test_f1": 0.958904109589041, + "test_precision": 0.9905660377358491, + "test_recall": 0.9292035398230089 + }, + "16": { + "k": 16, + "selected_features": [ + 22471, + 28341, + 26491, + 11220, + 22324, + 8633, + 32308, + 25748, + 9796, + 26345, + 2431, + 6013, + 10873, + 16320, + 16765, + 28968 + ], + "test_balanced_acc": 0.9600979772439949, + "test_accuracy": 0.96, + "test_auc": 0.9878713653603034, + "test_f1": 0.9592760180995475, + "test_precision": 0.9814814814814815, + "test_recall": 0.9380530973451328 + } + }, + "136_glue_mnli_entailment": { + "1": { + "k": 1, + "selected_features": [ + 9318 + ], + "test_balanced_acc": 0.6966323252881114, + "test_accuracy": 0.6965756393584742, + "test_auc": 0.6966323252881113, + "test_f1": 0.6510468594217348, + "test_precision": 0.7664319248826291, + "test_recall": 0.5658578856152513 + }, + "4": { + "k": 4, + "selected_features": [ + 9318, + 25408, + 22575, + 14603 + ], + "test_balanced_acc": 0.7200235689881419, + "test_accuracy": 0.7199826614651061, + "test_auc": 0.7781456256829823, + "test_f1": 0.6909090909090909, + "test_precision": 0.7713675213675214, + "test_recall": 0.6256499133448874 + }, + "16": { + "k": 16, + "selected_features": [ + 9318, + 25408, + 22575, + 14603, + 27297, + 30728, + 1671, + 10304, + 29297, + 9889, + 23569, + 12421, + 20616, + 27328, + 27478, + 32211 + ], + "test_balanced_acc": 0.752949881328341, + "test_accuracy": 0.752925877763329, + "test_auc": 0.8360106481321428, + "test_f1": 0.7385321100917431, + "test_precision": 0.7846003898635477, + "test_recall": 0.6975736568457539 + } + }, + "137_glue_mnli_neutral": { + "1": { + "k": 1, + "selected_features": [ + 27685 + ], + "test_balanced_acc": 0.5625776927343483, + "test_accuracy": 0.5626354573038578, + "test_auc": 0.5625776927343483, + "test_f1": 0.6141491395793499, + "test_precision": 0.5496235455167693, + "test_recall": 0.695840554592721 + }, + "4": { + "k": 4, + "selected_features": [ + 27685, + 9318, + 25408, + 22575 + ], + "test_balanced_acc": 0.6007728313299192, + "test_accuracy": 0.6007802340702211, + "test_auc": 0.6342158426289042, + "test_f1": 0.6075841499786963, + "test_precision": 0.597652975691534, + "test_recall": 0.6178509532062392 + }, + "16": { + "k": 16, + "selected_features": [ + 27685, + 9318, + 25408, + 22575, + 23569, + 4378, + 12951, + 14603, + 18382, + 27297, + 4249, + 7851, + 30728, + 19489, + 9575, + 12639 + ], + "test_balanced_acc": 0.659274426896304, + "test_accuracy": 0.659297789336801, + "test_auc": 0.7269206545805457, + "test_f1": 0.6768092105263158, + "test_precision": 0.6439749608763693, + "test_recall": 0.7131715771230502 + } + }, + "138_glue_mnli_contradiction": { + "1": { + "k": 1, + "selected_features": [ + 23569 + ], + "test_balanced_acc": 0.6910395757582135, + "test_accuracy": 0.6909406155179887, + "test_auc": 0.6910395757582135, + "test_f1": 0.5996631106120157, + "test_precision": 0.8516746411483254, + "test_recall": 0.462738301559792 + }, + "4": { + "k": 4, + "selected_features": [ + 23569, + 4378, + 1242, + 14072 + ], + "test_balanced_acc": 0.7382297856093891, + "test_accuracy": 0.7381881231035977, + "test_auc": 0.7632537980191829, + "test_f1": 0.710450623202301, + "test_precision": 0.7950643776824035, + "test_recall": 0.6421143847487002 + }, + "16": { + "k": 16, + "selected_features": [ + 23569, + 4378, + 1242, + 14072, + 30728, + 7895, + 9318, + 7851, + 13096, + 29791, + 25408, + 5949, + 22575, + 10304, + 12639, + 7548 + ], + "test_balanced_acc": 0.7434200736230254, + "test_accuracy": 0.7433896835717382, + "test_auc": 0.8295457107598142, + "test_f1": 0.7241379310344828, + "test_precision": 0.7832661290322581, + "test_recall": 0.6733102253032929 + } + }, + "139_news_class_Politics": { + "1": { + "k": 1, + "selected_features": [ + 2905 + ], + "test_balanced_acc": 0.6727136674351818, + "test_accuracy": 0.672542372881356, + "test_auc": 0.6727136674351818, + "test_f1": 0.5621033544877606, + "test_precision": 0.8493150684931506, + "test_recall": 0.42005420054200543 + }, + "4": { + "k": 4, + "selected_features": [ + 2905, + 16346, + 32622, + 21966 + ], + "test_balanced_acc": 0.7186967968729892, + "test_accuracy": 0.7186440677966102, + "test_auc": 0.7740822862774082, + "test_f1": 0.695077149155033, + "test_precision": 0.7592295345104334, + "test_recall": 0.6409214092140921 + }, + "16": { + "k": 16, + "selected_features": [ + 2905, + 16346, + 32622, + 21966, + 28086, + 30383, + 27660, + 13827, + 18522, + 14187, + 15776, + 3248, + 7602, + 346, + 8954, + 14860 + ], + "test_balanced_acc": 0.789177725562873, + "test_accuracy": 0.7891525423728813, + "test_auc": 0.8648415351182005, + "test_f1": 0.7811400422237861, + "test_precision": 0.8125915080527086, + "test_recall": 0.7520325203252033 + } + }, + "140_news_class_Technology": { + "1": { + "k": 1, + "selected_features": [ + 20890 + ], + "test_balanced_acc": 0.6680088103459053, + "test_accuracy": 0.6677966101694915, + "test_auc": 0.6680088103459054, + "test_f1": 0.5167652859960552, + "test_precision": 0.9492753623188406, + "test_recall": 0.35501355013550134 + }, + "4": { + "k": 4, + "selected_features": [ + 20890, + 23665, + 7621, + 14833 + ], + "test_balanced_acc": 0.7262311870065783, + "test_accuracy": 0.7261016949152542, + "test_auc": 0.7892209315580266, + "test_f1": 0.661641541038526, + "test_precision": 0.8662280701754386, + "test_recall": 0.535230352303523 + }, + "16": { + "k": 16, + "selected_features": [ + 20890, + 23665, + 7621, + 14833, + 23390, + 16491, + 12069, + 31169, + 4249, + 7179, + 6948, + 10590, + 26369, + 28685, + 27370, + 25748 + ], + "test_balanced_acc": 0.804815537978989, + "test_accuracy": 0.8047457627118644, + "test_auc": 0.8756963519431666, + "test_f1": 0.7824773413897281, + "test_precision": 0.8839590443686007, + "test_recall": 0.7018970189701897 + } + }, + "141_news_class_Entertainment": { + "1": { + "k": 1, + "selected_features": [ + 30285 + ], + "test_balanced_acc": 0.6531064191238927, + "test_accuracy": 0.6528813559322034, + "test_auc": 0.6531064191238928, + "test_f1": 0.48073022312373226, + "test_precision": 0.9556451612903226, + "test_recall": 0.32113821138211385 + }, + "4": { + "k": 4, + "selected_features": [ + 30285, + 3668, + 30213, + 16346 + ], + "test_balanced_acc": 0.7057276441149758, + "test_accuracy": 0.7057627118644068, + "test_auc": 0.7901218225208032, + "test_f1": 0.720360824742268, + "test_precision": 0.6867321867321867, + "test_recall": 0.7574525745257452 + }, + "16": { + "k": 16, + "selected_features": [ + 30285, + 3668, + 30213, + 16346, + 15776, + 346, + 14187, + 16508, + 21966, + 2905, + 28685, + 32622, + 30383, + 3017, + 12069, + 11903 + ], + "test_balanced_acc": 0.7504798623291524, + "test_accuracy": 0.7505084745762712, + "test_auc": 0.845753678025247, + "test_f1": 0.7607282184655396, + "test_precision": 0.73125, + "test_recall": 0.7926829268292683 + } + }, + "142_cancer_cat_Thyroid_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 333 + ], + "test_balanced_acc": 0.6301339589283286, + "test_accuracy": 0.6297376093294461, + "test_auc": 0.6301339589283286, + "test_f1": 0.5723905723905723, + "test_precision": 0.68, + "test_recall": 0.4941860465116279 + }, + "4": { + "k": 4, + "selected_features": [ + 333, + 19107, + 15692, + 1122 + ], + "test_balanced_acc": 0.6531177750577996, + "test_accuracy": 0.6530612244897959, + "test_auc": 0.6864035087719299, + "test_f1": 0.6468842729970327, + "test_precision": 0.6606060606060606, + "test_recall": 0.6337209302325582 + }, + "16": { + "k": 16, + "selected_features": [ + 333, + 19107, + 15692, + 1122, + 18625, + 5631, + 13667, + 11126, + 7758, + 16091, + 1540, + 999, + 24300, + 22406, + 21583, + 25969 + ], + "test_balanced_acc": 0.6470998232014145, + "test_accuracy": 0.6472303206997084, + "test_auc": 0.726829185366517, + "test_f1": 0.6629526462395543, + "test_precision": 0.6363636363636364, + "test_recall": 0.6918604651162791 + } + }, + "143_cancer_cat_Lung_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 1540 + ], + "test_balanced_acc": 0.6872705018359853, + "test_accuracy": 0.6880466472303207, + "test_auc": 0.6872705018359853, + "test_f1": 0.7540229885057471, + "test_precision": 0.623574144486692, + "test_recall": 0.9534883720930233 + }, + "4": { + "k": 4, + "selected_features": [ + 1540, + 1056, + 29296, + 24512 + ], + "test_balanced_acc": 0.8219264245886033, + "test_accuracy": 0.8221574344023324, + "test_auc": 0.8700190398476813, + "test_f1": 0.8355795148247979, + "test_precision": 0.7788944723618091, + "test_recall": 0.9011627906976745 + }, + "16": { + "k": 16, + "selected_features": [ + 1540, + 1056, + 29296, + 24512, + 23435, + 9889, + 333, + 13703, + 10880, + 25969, + 214, + 1122, + 20620, + 10217, + 5631, + 7758 + ], + "test_balanced_acc": 0.87749898000816, + "test_accuracy": 0.8775510204081632, + "test_auc": 0.9451414388684889, + "test_f1": 0.88, + "test_precision": 0.8651685393258427, + "test_recall": 0.8953488372093024 + } + }, + "144_cancer_cat_Colon_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 23435 + ], + "test_balanced_acc": 0.7025703794369644, + "test_accuracy": 0.7026239067055393, + "test_auc": 0.7025703794369644, + "test_f1": 0.7085714285714285, + "test_precision": 0.6966292134831461, + "test_recall": 0.7209302325581395 + }, + "4": { + "k": 4, + "selected_features": [ + 23435, + 1056, + 13667, + 1540 + ], + "test_balanced_acc": 0.7408880728954168, + "test_accuracy": 0.7405247813411079, + "test_auc": 0.7990786073711411, + "test_f1": 0.7043189368770764, + "test_precision": 0.8217054263565892, + "test_recall": 0.6162790697674418 + }, + "16": { + "k": 16, + "selected_features": [ + 23435, + 1056, + 13667, + 1540, + 29296, + 22180, + 20620, + 9889, + 27972, + 12877, + 26281, + 986, + 5478, + 18806, + 30195, + 1238 + ], + "test_balanced_acc": 0.7930606555147559, + "test_accuracy": 0.793002915451895, + "test_auc": 0.8928668570651436, + "test_f1": 0.7893175074183977, + "test_precision": 0.806060606060606, + "test_recall": 0.7732558139534884 + } + }, + "145_disease_class_digestive system diseases": { + "1": { + "k": 1, + "selected_features": [ + 25176 + ], + "test_balanced_acc": 0.5118367346938776, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5118367346938775, + "test_f1": 0.6363636363636364, + "test_precision": 0.5121951219512195, + "test_recall": 0.84 + }, + "4": { + "k": 4, + "selected_features": [ + 25176, + 25486, + 7191, + 12526 + ], + "test_balanced_acc": 0.5059183673469387, + "test_accuracy": 0.5050505050505051, + "test_auc": 0.5281632653061223, + "test_f1": 0.46153846153846156, + "test_precision": 0.5121951219512195, + "test_recall": 0.42 + }, + "16": { + "k": 16, + "selected_features": [ + 25176, + 25486, + 7191, + 12526, + 13779, + 27755, + 32434, + 26475, + 17580, + 15567, + 18164, + 14608, + 15939, + 5133, + 4553, + 1841 + ], + "test_balanced_acc": 0.5238775510204081, + "test_accuracy": 0.5252525252525253, + "test_auc": 0.5324489795918368, + "test_f1": 0.584070796460177, + "test_precision": 0.5238095238095238, + "test_recall": 0.66 + } + }, + "146_disease_class_cardiovascular diseases": { + "1": { + "k": 1, + "selected_features": [ + 31935 + ], + "test_balanced_acc": 0.5379591836734694, + "test_accuracy": 0.5353535353535354, + "test_auc": 0.5379591836734694, + "test_f1": 0.3783783783783784, + "test_precision": 0.5833333333333334, + "test_recall": 0.28 + }, + "4": { + "k": 4, + "selected_features": [ + 31935, + 7191, + 9889, + 22957 + ], + "test_balanced_acc": 0.5265306122448979, + "test_accuracy": 0.5252525252525253, + "test_auc": 0.5316326530612245, + "test_f1": 0.45977011494252873, + "test_precision": 0.5405405405405406, + "test_recall": 0.4 + }, + "16": { + "k": 16, + "selected_features": [ + 31935, + 7191, + 9889, + 22957, + 11871, + 32528, + 10590, + 9517, + 6025, + 4905, + 607, + 6373, + 21897, + 24962, + 25970, + 4961 + ], + "test_balanced_acc": 0.576734693877551, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.5589795918367346, + "test_f1": 0.5333333333333333, + "test_precision": 0.6, + "test_recall": 0.48 + } + }, + "147_disease_class_nervous system diseases": { + "1": { + "k": 1, + "selected_features": [ + 27478 + ], + "test_balanced_acc": 0.5859183673469388, + "test_accuracy": 0.5858585858585859, + "test_auc": 0.5859183673469388, + "test_f1": 0.5858585858585859, + "test_precision": 0.5918367346938775, + "test_recall": 0.58 + }, + "4": { + "k": 4, + "selected_features": [ + 27478, + 752, + 2581, + 20307 + ], + "test_balanced_acc": 0.5859183673469388, + "test_accuracy": 0.5858585858585859, + "test_auc": 0.6189795918367347, + "test_f1": 0.5858585858585859, + "test_precision": 0.5918367346938775, + "test_recall": 0.58 + }, + "16": { + "k": 16, + "selected_features": [ + 27478, + 752, + 2581, + 20307, + 31144, + 5478, + 12619, + 24808, + 31324, + 5393, + 10214, + 31160, + 706, + 10665, + 21583, + 9957 + ], + "test_balanced_acc": 0.5757142857142856, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.5916326530612245, + "test_f1": 0.58, + "test_precision": 0.58, + "test_recall": 0.58 + } + }, + "148_twt_emotion_worry": { + "1": { + "k": 1, + "selected_features": [ + 24054 + ], + "test_balanced_acc": 0.5119597871691064, + "test_accuracy": 0.511864406779661, + "test_auc": 0.5119597871691065, + "test_f1": 0.43217665615141954, + "test_precision": 0.5169811320754717, + "test_recall": 0.3712737127371274 + }, + "4": { + "k": 4, + "selected_features": [ + 24054, + 7895, + 3266, + 14873 + ], + "test_balanced_acc": 0.5647777373296121, + "test_accuracy": 0.5647457627118644, + "test_auc": 0.590903575250135, + "test_f1": 0.5433854907539118, + "test_precision": 0.5718562874251497, + "test_recall": 0.5176151761517616 + }, + "16": { + "k": 16, + "selected_features": [ + 24054, + 7895, + 3266, + 14873, + 22771, + 4817, + 6881, + 20753, + 7595, + 4643, + 10590, + 7387, + 14920, + 23697, + 15307, + 31935 + ], + "test_balanced_acc": 0.5735945181704192, + "test_accuracy": 0.5735593220338983, + "test_auc": 0.6031262754961335, + "test_f1": 0.5503931379556827, + "test_precision": 0.5824508320726173, + "test_recall": 0.521680216802168 + } + }, + "149_twt_emotion_happiness": { + "1": { + "k": 1, + "selected_features": [ + 7895 + ], + "test_balanced_acc": 0.6120064864149319, + "test_accuracy": 0.6122033898305085, + "test_auc": 0.6120064864149319, + "test_f1": 0.6995798319327731, + "test_precision": 0.5711835334476844, + "test_recall": 0.9024390243902439 + }, + "4": { + "k": 4, + "selected_features": [ + 7895, + 27418, + 3220, + 31205 + ], + "test_balanced_acc": 0.6082641118134384, + "test_accuracy": 0.6081355932203389, + "test_auc": 0.68343978555118, + "test_f1": 0.5167224080267558, + "test_precision": 0.6746724890829694, + "test_recall": 0.4186991869918699 + }, + "16": { + "k": 16, + "selected_features": [ + 7895, + 27418, + 3220, + 31205, + 12526, + 30593, + 964, + 4643, + 3266, + 3272, + 11100, + 7387, + 7595, + 17521, + 25849, + 12742 + ], + "test_balanced_acc": 0.6521816269723077, + "test_accuracy": 0.6522033898305085, + "test_auc": 0.7153469533338481, + "test_f1": 0.6631648063033486, + "test_precision": 0.643312101910828, + "test_recall": 0.6842818428184282 + } + }, + "150_twt_emotion_sadness": { + "1": { + "k": 1, + "selected_features": [ + 7895 + ], + "test_balanced_acc": 0.5811620022577431, + "test_accuracy": 0.5810169491525424, + "test_auc": 0.5811620022577431, + "test_f1": 0.4672413793103448, + "test_precision": 0.6421800947867299, + "test_recall": 0.36720867208672087 + }, + "4": { + "k": 4, + "selected_features": [ + 7895, + 6881, + 31205, + 25748 + ], + "test_balanced_acc": 0.6055393762892853, + "test_accuracy": 0.6054237288135593, + "test_auc": 0.6306062076902995, + "test_f1": 0.5245098039215687, + "test_precision": 0.6604938271604939, + "test_recall": 0.4349593495934959 + }, + "16": { + "k": 16, + "selected_features": [ + 7895, + 6881, + 31205, + 25748, + 4643, + 18401, + 24054, + 15307, + 16320, + 11682, + 22050, + 8562, + 16496, + 1846, + 17521, + 28655 + ], + "test_balanced_acc": 0.6020498027232647, + "test_accuracy": 0.6020338983050847, + "test_auc": 0.6405150890043501, + "test_f1": 0.5926439972241498, + "test_precision": 0.6073968705547653, + "test_recall": 0.5785907859078591 + } + }, + "151_it_tick_HR Support": { + "1": { + "k": 1, + "selected_features": [ + 2370 + ], + "test_balanced_acc": 0.5862765381015713, + "test_accuracy": 0.5856079404466501, + "test_auc": 0.5862765381015713, + "test_f1": 0.43389830508474575, + "test_precision": 0.6881720430107527, + "test_recall": 0.31683168316831684 + }, + "4": { + "k": 4, + "selected_features": [ + 2370, + 23597, + 20713, + 7448 + ], + "test_balanced_acc": 0.6329368011428009, + "test_accuracy": 0.6327543424317618, + "test_auc": 0.6436382444214571, + "test_f1": 0.6042780748663101, + "test_precision": 0.6569767441860465, + "test_recall": 0.5594059405940595 + }, + "16": { + "k": 16, + "selected_features": [ + 2370, + 23597, + 20713, + 7448, + 70, + 20135, + 2285, + 12945, + 7841, + 31261, + 27803, + 29874, + 23482, + 10397, + 12596, + 23087 + ], + "test_balanced_acc": 0.5955741096497709, + "test_accuracy": 0.5955334987593052, + "test_auc": 0.6529604452982611, + "test_f1": 0.5894206549118388, + "test_precision": 0.6, + "test_recall": 0.5792079207920792 + } + }, + "152_it_tick_Hardware": { + "1": { + "k": 1, + "selected_features": [ + 5897 + ], + "test_balanced_acc": 0.5260455149992611, + "test_accuracy": 0.5260545905707196, + "test_auc": 0.5260455149992611, + "test_f1": 0.528395061728395, + "test_precision": 0.5270935960591133, + "test_recall": 0.5297029702970297 + }, + "4": { + "k": 4, + "selected_features": [ + 5897, + 29173, + 14014, + 13636 + ], + "test_balanced_acc": 0.5830624107186838, + "test_accuracy": 0.5831265508684863, + "test_auc": 0.6044283532830895, + "test_f1": 0.5942028985507246, + "test_precision": 0.5801886792452831, + "test_recall": 0.6089108910891089 + }, + "16": { + "k": 16, + "selected_features": [ + 5897, + 29173, + 14014, + 13636, + 3272, + 20129, + 7758, + 28670, + 14051, + 4006, + 7916, + 20713, + 9118, + 30226, + 487, + 1122 + ], + "test_balanced_acc": 0.6352026993744151, + "test_accuracy": 0.6352357320099256, + "test_auc": 0.693266341559529, + "test_f1": 0.6405867970660146, + "test_precision": 0.6328502415458938, + "test_recall": 0.6485148514851485 + } + }, + "153_it_tick_Administrative rights": { + "1": { + "k": 1, + "selected_features": [ + 3272 + ], + "test_balanced_acc": 0.6074208167085365, + "test_accuracy": 0.607940446650124, + "test_auc": 0.6074208167085364, + "test_f1": 0.6762295081967213, + "test_precision": 0.5769230769230769, + "test_recall": 0.8168316831683168 + }, + "4": { + "k": 4, + "selected_features": [ + 3272, + 7916, + 32432, + 10589 + ], + "test_balanced_acc": 0.6278508447859712, + "test_accuracy": 0.6277915632754343, + "test_auc": 0.6777991231959016, + "test_f1": 0.6192893401015228, + "test_precision": 0.6354166666666666, + "test_recall": 0.6039603960396039 + }, + "16": { + "k": 16, + "selected_features": [ + 3272, + 7916, + 32432, + 10589, + 4160, + 10217, + 20285, + 10561, + 27551, + 8175, + 12596, + 986, + 20129, + 31011, + 12890, + 30939 + ], + "test_balanced_acc": 0.6651396482931875, + "test_accuracy": 0.6650124069478908, + "test_auc": 0.7420447268607457, + "test_f1": 0.6475195822454308, + "test_precision": 0.6850828729281768, + "test_recall": 0.6138613861386139 + } + }, + "154_athlete_sport_football": { + "1": { + "k": 1, + "selected_features": [ + 18544 + ], + "test_balanced_acc": 0.8341027368783244, + "test_accuracy": 0.8340026773761714, + "test_auc": 0.8341027368783243, + "test_f1": 0.8208092485549133, + "test_precision": 0.8930817610062893, + "test_recall": 0.7593582887700535 + }, + "4": { + "k": 4, + "selected_features": [ + 18544, + 11253, + 1393, + 32051 + ], + "test_balanced_acc": 0.8379772333013147, + "test_accuracy": 0.8380187416331994, + "test_auc": 0.9270655617840604, + "test_f1": 0.8430609597924773, + "test_precision": 0.818639798488665, + "test_recall": 0.8689839572192514 + }, + "16": { + "k": 16, + "selected_features": [ + 18544, + 11253, + 1393, + 32051, + 19379, + 1537, + 12071, + 3835, + 27615, + 5954, + 29630, + 25862, + 7084, + 12890, + 26667, + 30768 + ], + "test_balanced_acc": 0.8553569124456997, + "test_accuracy": 0.8554216867469879, + "test_auc": 0.9464667173230491, + "test_f1": 0.8622448979591837, + "test_precision": 0.824390243902439, + "test_recall": 0.9037433155080213 + } + }, + "155_athlete_sport_basketball": { + "1": { + "k": 1, + "selected_features": [ + 11253 + ], + "test_balanced_acc": 0.8716147438746398, + "test_accuracy": 0.8714859437751004, + "test_auc": 0.8716147438746398, + "test_f1": 0.8579881656804734, + "test_precision": 0.9602649006622517, + "test_recall": 0.7754010695187166 + }, + "4": { + "k": 4, + "selected_features": [ + 11253, + 1393, + 18544, + 32051 + ], + "test_balanced_acc": 0.8835393040959987, + "test_accuracy": 0.8835341365461847, + "test_auc": 0.9514200513254292, + "test_f1": 0.8832214765100671, + "test_precision": 0.8867924528301887, + "test_recall": 0.8796791443850267 + }, + "16": { + "k": 16, + "selected_features": [ + 11253, + 1393, + 18544, + 32051, + 19611, + 8951, + 27615, + 12013, + 29897, + 1537, + 11156, + 29630, + 20720, + 15841, + 28979, + 23931 + ], + "test_balanced_acc": 0.8795787874008975, + "test_accuracy": 0.8795180722891566, + "test_auc": 0.9577138679015355, + "test_f1": 0.8739495798319328, + "test_precision": 0.9176470588235294, + "test_recall": 0.8342245989304813 + } + }, + "156_athlete_sport_baseball": { + "1": { + "k": 1, + "selected_features": [ + 32051 + ], + "test_balanced_acc": 0.8595288956430732, + "test_accuracy": 0.8594377510040161, + "test_auc": 0.8595288956430731, + "test_f1": 0.8493543758967002, + "test_precision": 0.9164086687306502, + "test_recall": 0.7914438502673797 + }, + "4": { + "k": 4, + "selected_features": [ + 32051, + 19611, + 11253, + 18544 + ], + "test_balanced_acc": 0.8701165574687102, + "test_accuracy": 0.8701472556894244, + "test_auc": 0.9534128542959958, + "test_f1": 0.873202614379085, + "test_precision": 0.8542199488491049, + "test_recall": 0.893048128342246 + }, + "16": { + "k": 16, + "selected_features": [ + 32051, + 19611, + 11253, + 18544, + 17253, + 19379, + 2693, + 2314, + 7084, + 12013, + 21717, + 6098, + 25862, + 3835, + 30165, + 11156 + ], + "test_balanced_acc": 0.8821701480982351, + "test_accuracy": 0.8821954484605087, + "test_auc": 0.9639360009175495, + "test_f1": 0.884514435695538, + "test_precision": 0.8685567010309279, + "test_recall": 0.9010695187165776 + } + }, + "157_amazon_5star": { + "1": { + "k": 1, + "selected_features": [ + 22232 + ], + "test_balanced_acc": 0.7783750462853873, + "test_accuracy": 0.7784615384615384, + "test_auc": 0.7783750462853873, + "test_f1": 0.7958412098298677, + "test_precision": 0.7385964912280701, + "test_recall": 0.8627049180327869 + }, + "4": { + "k": 4, + "selected_features": [ + 22232, + 18401, + 28270, + 7895 + ], + "test_balanced_acc": 0.7886546100245733, + "test_accuracy": 0.7887179487179488, + "test_auc": 0.8218075706062544, + "test_f1": 0.8011583011583011, + "test_precision": 0.7572992700729927, + "test_recall": 0.8504098360655737 + }, + "16": { + "k": 16, + "selected_features": [ + 22232, + 18401, + 28270, + 7895, + 12526, + 16043, + 2272, + 14912, + 21770, + 24484, + 10665, + 30593, + 28450, + 13318, + 3435, + 11747 + ], + "test_balanced_acc": 0.8306543912209243, + "test_accuracy": 0.8307692307692308, + "test_auc": 0.8911956777863803, + "test_f1": 0.847926267281106, + "test_precision": 0.7705192629815746, + "test_recall": 0.9426229508196722 + } + }, + "158_code_C": { + "1": { + "k": 1, + "selected_features": [ + 12403 + ], + "test_balanced_acc": 0.7718104395803054, + "test_accuracy": 0.7717647058823529, + "test_auc": 0.7718104395803053, + "test_f1": 0.7359004278490859, + "test_precision": 0.8734995383194829, + "test_recall": 0.635752688172043 + }, + "4": { + "k": 4, + "selected_features": [ + 12403, + 5517, + 13557, + 21383 + ], + "test_balanced_acc": 0.7896315559219327, + "test_accuracy": 0.7895798319327731, + "test_auc": 0.8453424300930646, + "test_f1": 0.7513899920571883, + "test_precision": 0.9184466019417475, + "test_recall": 0.635752688172043 + }, + "16": { + "k": 16, + "selected_features": [ + 12403, + 5517, + 13557, + 21383, + 5694, + 27984, + 9688, + 16840, + 1394, + 18215, + 8817, + 9444, + 31642, + 4316, + 16115, + 2932 + ], + "test_balanced_acc": 0.8289537551250623, + "test_accuracy": 0.8289075630252101, + "test_auc": 0.9319647970583769, + "test_f1": 0.8017140631086872, + "test_precision": 0.953660797034291, + "test_recall": 0.6915322580645161 + } + }, + "159_code_Python": { + "1": { + "k": 1, + "selected_features": [ + 16864 + ], + "test_balanced_acc": 0.7701497657114346, + "test_accuracy": 0.7700840336134454, + "test_auc": 0.7701497657114347, + "test_f1": 0.7142857142857143, + "test_precision": 0.9437086092715232, + "test_recall": 0.5745967741935484 + }, + "4": { + "k": 4, + "selected_features": [ + 16864, + 31819, + 17906, + 12632 + ], + "test_balanced_acc": 0.8481101445502599, + "test_accuracy": 0.8480672268907563, + "test_auc": 0.9265498116291009, + "test_f1": 0.8258859784283513, + "test_precision": 0.9675090252707581, + "test_recall": 0.7204301075268817 + }, + "16": { + "k": 16, + "selected_features": [ + 16864, + 31819, + 17906, + 12632, + 15248, + 1521, + 6769, + 5188, + 22698, + 16712, + 22947, + 30620, + 6025, + 5897, + 14645, + 3153 + ], + "test_balanced_acc": 0.8521243247933705, + "test_accuracy": 0.8521008403361344, + "test_auc": 0.9541537410243617, + "test_f1": 0.8410404624277457, + "test_precision": 0.909375, + "test_recall": 0.782258064516129 + } + }, + "160_code_HTML": { + "1": { + "k": 1, + "selected_features": [ + 18299 + ], + "test_balanced_acc": 0.7278130897889233, + "test_accuracy": 0.7277310924369748, + "test_auc": 0.7278130897889232, + "test_f1": 0.64, + "test_precision": 0.9448818897637795, + "test_recall": 0.4838709677419355 + }, + "4": { + "k": 4, + "selected_features": [ + 18299, + 17972, + 13110, + 14561 + ], + "test_balanced_acc": 0.7704830755436001, + "test_accuracy": 0.7704201680672269, + "test_auc": 0.865394123623374, + "test_f1": 0.7176519222819346, + "test_precision": 0.9323308270676691, + "test_recall": 0.5833333333333334 + }, + "16": { + "k": 16, + "selected_features": [ + 18299, + 17972, + 13110, + 14561, + 12224, + 8817, + 6723, + 10397, + 6337, + 12632, + 13044, + 9444, + 30170, + 19380, + 16939, + 21383 + ], + "test_balanced_acc": 0.811132638783435, + "test_accuracy": 0.8110924369747899, + "test_auc": 0.9193523530092341, + "test_f1": 0.7854961832061069, + "test_precision": 0.9090106007067138, + "test_recall": 0.6915322580645161 + } + }, + "161_agnews_0": { + "1": { + "k": 1, + "selected_features": [ + 25969 + ], + "test_balanced_acc": 0.9532930107526882, + "test_accuracy": 0.9532773109243697, + "test_auc": 0.9532930107526882, + "test_f1": 0.951004582305252, + "test_precision": 1.0, + "test_recall": 0.9065860215053764 + }, + "4": { + "k": 4, + "selected_features": [ + 25969, + 31144, + 21629, + 29956 + ], + "test_balanced_acc": 0.959005376344086, + "test_accuracy": 0.9589915966386554, + "test_auc": 0.962260288088162, + "test_f1": 0.9572529782761037, + "test_precision": 1.0, + "test_recall": 0.918010752688172 + }, + "16": { + "k": 16, + "selected_features": [ + 25969, + 31144, + 21629, + 29956, + 29577, + 16773, + 7975, + 27660, + 12746, + 18939, + 19941, + 558, + 21583, + 23435, + 7179, + 16346 + ], + "test_balanced_acc": 0.977821676754091, + "test_accuracy": 0.9778151260504202, + "test_auc": 0.997075008496576, + "test_f1": 0.9773817683344757, + "test_precision": 0.9972027972027973, + "test_recall": 0.9583333333333334 + } + }, + "162_agnews_1": { + "1": { + "k": 1, + "selected_features": [ + 21629 + ], + "test_balanced_acc": 0.9203624512802713, + "test_accuracy": 0.9203361344537815, + "test_auc": 0.9203624512802713, + "test_f1": 0.913598250091141, + "test_precision": 0.998406374501992, + "test_recall": 0.8420698924731183 + }, + "4": { + "k": 4, + "selected_features": [ + 21629, + 31144, + 25969, + 29577 + ], + "test_balanced_acc": 0.9371630746035534, + "test_accuracy": 0.9371428571428572, + "test_auc": 0.938289548849889, + "test_f1": 0.9331426528423311, + "test_precision": 0.9969442322383499, + "test_recall": 0.8770161290322581 + }, + "16": { + "k": 16, + "selected_features": [ + 21629, + 31144, + 25969, + 29577, + 23435, + 29956, + 16773, + 18939, + 3248, + 12746, + 19941, + 346, + 3829, + 558, + 21583, + 3668 + ], + "test_balanced_acc": 0.9643717776283345, + "test_accuracy": 0.9643697478991596, + "test_auc": 0.9956473125510699, + "test_f1": 0.9641649763353617, + "test_precision": 0.9700680272108844, + "test_recall": 0.9583333333333334 + } + }, + "163_agnews_2": { + "1": { + "k": 1, + "selected_features": [ + 21629 + ], + "test_balanced_acc": 0.9206984727856476, + "test_accuracy": 0.920672268907563, + "test_auc": 0.9206984727856476, + "test_f1": 0.9139941690962099, + "test_precision": 0.9984076433121019, + "test_recall": 0.842741935483871 + }, + "4": { + "k": 4, + "selected_features": [ + 21629, + 25969, + 31144, + 29956 + ], + "test_balanced_acc": 0.9391792036358115, + "test_accuracy": 0.9391596638655462, + "test_auc": 0.9403452231164718, + "test_f1": 0.9354263289332858, + "test_precision": 0.996958174904943, + "test_recall": 0.8810483870967742 + }, + "16": { + "k": 16, + "selected_features": [ + 21629, + 25969, + 31144, + 29956, + 16773, + 29577, + 7975, + 3248, + 12746, + 27660, + 18939, + 19941, + 558, + 15240, + 21583, + 23435 + ], + "test_balanced_acc": 0.9606845799798975, + "test_accuracy": 0.9606722689075631, + "test_auc": 0.9956549956251672, + "test_f1": 0.959190791768399, + "test_precision": 0.9970993473531544, + "test_recall": 0.9240591397849462 + } + } +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/cfg.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..d9e66b9eb1d478da5863d4878bb948bc9cc4e102 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/cfg.json @@ -0,0 +1 @@ +{"reshape_activations": "none", "normalize_activations": "none", "d_in": 2304, "apply_b_dec_to_input": true, "d_sae": 32768, "metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "model_name": "gemma-2-2b", "hook_name": "blocks.12.hook_resid_post", "hook_head_index": null, "context_size": 1024, "prepend_bos": true, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "model_class_name": "AutoModelForCausalLM", "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "dtype": "float32", "device": "cuda", "architecture": "jumprelu"} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/binarized_probing_binarized_linear_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/binarized_probing_binarized_linear_results.json new file mode 100644 index 0000000000000000000000000000000000000000..471c34e61d1f897d5f31bcca96b1d246f489087a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/binarized_probing_binarized_linear_results.json @@ -0,0 +1,6330 @@ +{ + "5_hist_fig_ismale": { + "1": { + "k": 1, + "selected_features": [ + 19995 + ], + "test_balanced_acc": 0.9051490624674063, + "test_accuracy": 0.9051572327044025, + "test_auc": 0.9051490624674065, + "test_f1": 0.9081607795371498, + "test_precision": 0.8804912612187057, + "test_recall": 0.937625754527163 + }, + "4": { + "k": 4, + "selected_features": [ + 19995, + 27173, + 25503, + 25269 + ], + "test_balanced_acc": 0.9179841251839167, + "test_accuracy": 0.9179874213836478, + "test_auc": 0.9539267563103837, + "test_f1": 0.9190665342601787, + "test_precision": 0.9073529411764706, + "test_recall": 0.9310865191146881 + }, + "16": { + "k": 16, + "selected_features": [ + 19995, + 27173, + 25503, + 25269, + 16482, + 9196, + 5200, + 3039, + 24074, + 11674, + 19756, + 2767, + 17362, + 11013, + 19660, + 15943 + ], + "test_balanced_acc": 0.9204990891498969, + "test_accuracy": 0.920503144654088, + "test_auc": 0.970503443408311, + "test_f1": 0.9217821782178218, + "test_precision": 0.9074074074074074, + "test_recall": 0.9366197183098591 + } + }, + "6_hist_fig_isamerican": { + "1": { + "k": 1, + "selected_features": [ + 594 + ], + "test_balanced_acc": 0.8025070402282847, + "test_accuracy": 0.8025157232704403, + "test_auc": 0.8025070402282847, + "test_f1": 0.8091417456844152, + "test_precision": 0.7830588235294118, + "test_recall": 0.8370221327967807 + }, + "4": { + "k": 4, + "selected_features": [ + 594, + 13179, + 24301, + 2295 + ], + "test_balanced_acc": 0.8543194243467853, + "test_accuracy": 0.8543396226415094, + "test_auc": 0.9109231382254271, + "test_f1": 0.8651920838183935, + "test_precision": 0.8053749458170785, + "test_recall": 0.9346076458752515 + }, + "16": { + "k": 16, + "selected_features": [ + 594, + 13179, + 24301, + 2295, + 10019, + 28218, + 31950, + 11013, + 24014, + 2068, + 26257, + 3063, + 13433, + 11407, + 21717, + 15197 + ], + "test_balanced_acc": 0.8998707899131072, + "test_accuracy": 0.899874213836478, + "test_auc": 0.957647115708848, + "test_f1": 0.9012406947890819, + "test_precision": 0.8893241919686582, + "test_recall": 0.9134808853118712 + } + }, + "7_hist_fig_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 23379 + ], + "test_balanced_acc": 0.541599622900969, + "test_accuracy": 0.5416352201257861, + "test_auc": 0.541599622900969, + "test_f1": 0.5985015425297487, + "test_precision": 0.5325490196078432, + "test_recall": 0.6830985915492958 + }, + "4": { + "k": 4, + "selected_features": [ + 23379, + 25503, + 16482, + 16091 + ], + "test_balanced_acc": 0.5869278327235684, + "test_accuracy": 0.5869182389937107, + "test_auc": 0.6139242348909764, + "test_f1": 0.5706066945606695, + "test_precision": 0.5942265795206971, + "test_recall": 0.5487927565392354 + }, + "16": { + "k": 16, + "selected_features": [ + 23379, + 25503, + 16482, + 16091, + 6025, + 4689, + 12526, + 2767, + 3028, + 23032, + 24074, + 594, + 20241, + 11674, + 24376, + 23427 + ], + "test_balanced_acc": 0.5987420496810759, + "test_accuracy": 0.5987421383647799, + "test_auc": 0.6503326704059282, + "test_f1": 0.5989439275836057, + "test_precision": 0.5987933634992458, + "test_recall": 0.5990945674044266 + } + }, + "21_headline_istrump": { + "1": { + "k": 1, + "selected_features": [ + 30621 + ], + "test_balanced_acc": 0.76148524260814, + "test_accuracy": 0.7615094339622641, + "test_auc": 0.76148524260814, + "test_f1": 0.7824690224873795, + "test_precision": 0.7194092827004219, + "test_recall": 0.857645875251509 + }, + "4": { + "k": 4, + "selected_features": [ + 30621, + 13903, + 5562, + 15776 + ], + "test_balanced_acc": 0.8201102690627915, + "test_accuracy": 0.820125786163522, + "test_auc": 0.8948206096164304, + "test_f1": 0.8306088604596067, + "test_precision": 0.7850425436632333, + "test_recall": 0.8817907444668008 + }, + "16": { + "k": 16, + "selected_features": [ + 30621, + 13903, + 5562, + 15776, + 2165, + 20713, + 24171, + 28662, + 20047, + 7100, + 2693, + 16813, + 4485, + 11584, + 29190, + 9804 + ], + "test_balanced_acc": 0.8576092944177394, + "test_accuracy": 0.8576100628930817, + "test_auc": 0.9351077527064754, + "test_f1": 0.858074222668004, + "test_precision": 0.8555, + "test_recall": 0.8606639839034205 + } + }, + "22_headline_isobama": { + "1": { + "k": 1, + "selected_features": [ + 13903 + ], + "test_balanced_acc": 0.7940677114727748, + "test_accuracy": 0.7939778129952456, + "test_auc": 0.7940677114727747, + "test_f1": 0.7818791946308725, + "test_precision": 0.8321428571428572, + "test_recall": 0.7373417721518988 + }, + "4": { + "k": 4, + "selected_features": [ + 13903, + 8349, + 1739, + 24171 + ], + "test_balanced_acc": 0.8178370504319872, + "test_accuracy": 0.8177496038034865, + "test_auc": 0.8874372111713884, + "test_f1": 0.8073701842546064, + "test_precision": 0.8576512455516014, + "test_recall": 0.7626582278481012 + }, + "16": { + "k": 16, + "selected_features": [ + 13903, + 8349, + 1739, + 24171, + 16320, + 10561, + 11871, + 24904, + 1786, + 26614, + 30621, + 20471, + 6590, + 16417, + 28662, + 15776 + ], + "test_balanced_acc": 0.8668876833433796, + "test_accuracy": 0.866877971473851, + "test_auc": 0.9347699417319671, + "test_f1": 0.8662420382165605, + "test_precision": 0.8717948717948718, + "test_recall": 0.8607594936708861 + } + }, + "23_headline_ischina": { + "1": { + "k": 1, + "selected_features": [ + 21232 + ], + "test_balanced_acc": 0.6678455312672938, + "test_accuracy": 0.6674669867947179, + "test_auc": 0.6678455312672938, + "test_f1": 0.5148861646234676, + "test_precision": 0.9545454545454546, + "test_recall": 0.35251798561151076 + }, + "4": { + "k": 4, + "selected_features": [ + 21232, + 28979, + 6590, + 29874 + ], + "test_balanced_acc": 0.7227218225419665, + "test_accuracy": 0.7226890756302521, + "test_auc": 0.8237554187419295, + "test_f1": 0.7151664611590629, + "test_precision": 0.7360406091370558, + "test_recall": 0.6954436450839329 + }, + "16": { + "k": 16, + "selected_features": [ + 21232, + 28979, + 6590, + 29874, + 1472, + 196, + 21178, + 16320, + 20705, + 19032, + 30621, + 12013, + 29190, + 13827, + 10144, + 3668 + ], + "test_balanced_acc": 0.7959641901863125, + "test_accuracy": 0.7959183673469388, + "test_auc": 0.8722473943921786, + "test_f1": 0.7880299251870324, + "test_precision": 0.8207792207792208, + "test_recall": 0.7577937649880095 + } + }, + "24_headline_isiran": { + "1": { + "k": 1, + "selected_features": [ + 28979 + ], + "test_balanced_acc": 0.7050725517576346, + "test_accuracy": 0.7052341597796143, + "test_auc": 0.7050725517576346, + "test_f1": 0.7220779220779221, + "test_precision": 0.6847290640394089, + "test_recall": 0.7637362637362637 + }, + "4": { + "k": 4, + "selected_features": [ + 28979, + 27398, + 13827, + 20047 + ], + "test_balanced_acc": 0.7244551029081416, + "test_accuracy": 0.7245179063360881, + "test_auc": 0.8036397304353105, + "test_f1": 0.7311827956989247, + "test_precision": 0.7157894736842105, + "test_recall": 0.7472527472527473 + }, + "16": { + "k": 16, + "selected_features": [ + 28979, + 27398, + 13827, + 20047, + 24493, + 11014, + 21178, + 11871, + 1786, + 5562, + 17383, + 2335, + 1158, + 20705, + 13766, + 8463 + ], + "test_balanced_acc": 0.7355958958168902, + "test_accuracy": 0.7355371900826446, + "test_auc": 0.8326604334891629, + "test_f1": 0.7303370786516854, + "test_precision": 0.7471264367816092, + "test_recall": 0.7142857142857143 + } + }, + "26_headline_isfrontpage": { + "1": { + "k": 1, + "selected_features": [ + 5562 + ], + "test_balanced_acc": 0.6135919695323425, + "test_accuracy": 0.6135849056603774, + "test_auc": 0.6135919695323425, + "test_f1": 0.6024844720496895, + "test_precision": 0.6204690831556503, + "test_recall": 0.5855130784708249 + }, + "4": { + "k": 4, + "selected_features": [ + 5562, + 7975, + 28979, + 3017 + ], + "test_balanced_acc": 0.6354666752401678, + "test_accuracy": 0.6354716981132076, + "test_auc": 0.6860220203961565, + "test_f1": 0.6426633785450062, + "test_precision": 0.6303821964199323, + "test_recall": 0.6554325955734407 + }, + "16": { + "k": 16, + "selected_features": [ + 5562, + 7975, + 28979, + 3017, + 594, + 28662, + 24172, + 7100, + 6590, + 24171, + 22787, + 11278, + 10121, + 26614, + 12490, + 2165 + ], + "test_balanced_acc": 0.6674233878358222, + "test_accuracy": 0.6674213836477988, + "test_auc": 0.7306351951669757, + "test_f1": 0.6648073022312373, + "test_precision": 0.6702453987730062, + "test_recall": 0.6594567404426559 + } + }, + "36_sciq_tf": { + "1": { + "k": 1, + "selected_features": [ + 16882 + ], + "test_balanced_acc": 0.7934660048868956, + "test_accuracy": 0.7934591194968553, + "test_auc": 0.7934660048868957, + "test_f1": 0.7876907163175588, + "test_precision": 0.8105375199574242, + "test_recall": 0.7660965794768612 + }, + "4": { + "k": 4, + "selected_features": [ + 16882, + 10766, + 5280, + 29501 + ], + "test_balanced_acc": 0.8072786239328269, + "test_accuracy": 0.8072955974842767, + "test_auc": 0.8766803133850916, + "test_f1": 0.8195098963242224, + "test_precision": 0.7708333333333334, + "test_recall": 0.8747484909456741 + }, + "16": { + "k": 16, + "selected_features": [ + 16882, + 10766, + 5280, + 29501, + 4676, + 16722, + 13557, + 26927, + 23556, + 9575, + 29791, + 18065, + 24700, + 30893, + 30441, + 18549 + ], + "test_balanced_acc": 0.8324459844117549, + "test_accuracy": 0.8324528301886792, + "test_auc": 0.9088268918999655, + "test_f1": 0.83692458374143, + "test_precision": 0.8153625954198473, + "test_recall": 0.8596579476861167 + } + }, + "41_truthqa_tf": { + "1": { + "k": 1, + "selected_features": [ + 16291 + ], + "test_balanced_acc": 0.5528571428571428, + "test_accuracy": 0.5555555555555556, + "test_auc": 0.5528571428571428, + "test_f1": 0.6507936507936508, + "test_precision": 0.5394736842105263, + "test_recall": 0.82 + }, + "4": { + "k": 4, + "selected_features": [ + 16291, + 28200, + 25307, + 5438 + ], + "test_balanced_acc": 0.6761224489795918, + "test_accuracy": 0.6767676767676768, + "test_auc": 0.7036734693877551, + "test_f1": 0.6981132075471698, + "test_precision": 0.6607142857142857, + "test_recall": 0.74 + }, + "16": { + "k": 16, + "selected_features": [ + 16291, + 28200, + 25307, + 5438, + 16882, + 4378, + 29867, + 19507, + 12205, + 2165, + 9931, + 3499, + 8418, + 14620, + 13557, + 7448 + ], + "test_balanced_acc": 0.606326530612245, + "test_accuracy": 0.6060606060606061, + "test_auc": 0.6671428571428571, + "test_f1": 0.5979381443298969, + "test_precision": 0.6170212765957447, + "test_recall": 0.58 + } + }, + "42_temp_sense": { + "1": { + "k": 1, + "selected_features": [ + 5280 + ], + "test_balanced_acc": 0.6837646076794658, + "test_accuracy": 0.6839032527105922, + "test_auc": 0.6837646076794658, + "test_f1": 0.7290922087205146, + "test_precision": 0.6382978723404256, + "test_recall": 0.85 + }, + "4": { + "k": 4, + "selected_features": [ + 5280, + 3105, + 17603, + 29791 + ], + "test_balanced_acc": 0.7347676683361157, + "test_accuracy": 0.7347789824854045, + "test_auc": 0.7852031163049527, + "test_f1": 0.7384868421052632, + "test_precision": 0.7288961038961039, + "test_recall": 0.7483333333333333 + }, + "16": { + "k": 16, + "selected_features": [ + 5280, + 3105, + 17603, + 29791, + 3829, + 31178, + 14849, + 26927, + 18549, + 20454, + 18927, + 9118, + 30416, + 12951, + 16882, + 8841 + ], + "test_balanced_acc": 0.7622760155815247, + "test_accuracy": 0.762301918265221, + "test_auc": 0.8418489148580968, + "test_f1": 0.7696038803556993, + "test_precision": 0.7472527472527473, + "test_recall": 0.7933333333333333 + } + }, + "44_phys_tf": { + "1": { + "k": 1, + "selected_features": [ + 29791 + ], + "test_balanced_acc": 0.63421837010994, + "test_accuracy": 0.6342138364779875, + "test_auc": 0.63421837010994, + "test_f1": 0.6275614754098361, + "test_precision": 0.6393528183716075, + "test_recall": 0.6161971830985915 + }, + "4": { + "k": 4, + "selected_features": [ + 29791, + 13489, + 18549, + 25034 + ], + "test_balanced_acc": 0.6586009514560944, + "test_accuracy": 0.6586163522012579, + "test_auc": 0.7011757257181741, + "test_f1": 0.6783598009006874, + "test_precision": 0.6414164051994621, + "test_recall": 0.7198189134808853 + }, + "16": { + "k": 16, + "selected_features": [ + 29791, + 13489, + 18549, + 25034, + 18985, + 13557, + 20580, + 27478, + 24006, + 8841, + 9728, + 18927, + 28034, + 9036, + 9575, + 1938 + ], + "test_balanced_acc": 0.6523324648444264, + "test_accuracy": 0.6523270440251573, + "test_auc": 0.7133461311401372, + "test_f1": 0.6447300771208226, + "test_precision": 0.6593059936908517, + "test_recall": 0.630784708249497 + } + }, + "47_reasoning_tf": { + "1": { + "k": 1, + "selected_features": [ + 22426 + ], + "test_balanced_acc": 0.5486584247772397, + "test_accuracy": 0.5487731897067624, + "test_auc": 0.5486584247772398, + "test_f1": 0.6214859437751004, + "test_precision": 0.5354671280276817, + "test_recall": 0.7404306220095693 + }, + "4": { + "k": 4, + "selected_features": [ + 22426, + 23569, + 25034, + 32365 + ], + "test_balanced_acc": 0.5679010400252127, + "test_accuracy": 0.5679233991621784, + "test_auc": 0.5862784001375241, + "test_f1": 0.5836216839677048, + "test_precision": 0.5634743875278396, + "test_recall": 0.6052631578947368 + }, + "16": { + "k": 16, + "selected_features": [ + 22426, + 23569, + 25034, + 32365, + 23545, + 14849, + 32614, + 15866, + 12141, + 22726, + 25855, + 17900, + 29235, + 28327, + 23482, + 7477 + ], + "test_balanced_acc": 0.5619430994470389, + "test_accuracy": 0.5619389587073609, + "test_auc": 0.5985488353436668, + "test_f1": 0.5590361445783133, + "test_precision": 0.5631067961165048, + "test_recall": 0.5550239234449761 + } + }, + "48_cm_correct": { + "1": { + "k": 1, + "selected_features": [ + 31186 + ], + "test_balanced_acc": 0.6098695848974066, + "test_accuracy": 0.609811320754717, + "test_auc": 0.6098695848974066, + "test_f1": 0.49230769230769234, + "test_precision": 0.7047797563261481, + "test_recall": 0.3782696177062374 + }, + "4": { + "k": 4, + "selected_features": [ + 31186, + 13462, + 29791, + 18927 + ], + "test_balanced_acc": 0.6042953746636841, + "test_accuracy": 0.6042767295597484, + "test_auc": 0.6335747246437863, + "test_f1": 0.5726704699809835, + "test_precision": 0.622563496751329, + "test_recall": 0.5301810865191147 + }, + "16": { + "k": 16, + "selected_features": [ + 31186, + 13462, + 29791, + 18927, + 30192, + 455, + 22740, + 2165, + 3597, + 20984, + 26605, + 12490, + 29345, + 16822, + 16089, + 9964 + ], + "test_balanced_acc": 0.6339862273793744, + "test_accuracy": 0.6339622641509434, + "test_auc": 0.7146955715166692, + "test_f1": 0.5954962468723937, + "test_precision": 0.6656308266003729, + "test_recall": 0.5387323943661971 + } + }, + "49_cm_isshort": { + "1": { + "k": 1, + "selected_features": [ + 29173 + ], + "test_balanced_acc": 0.9979869149471565, + "test_accuracy": 0.9979874213836478, + "test_auc": 0.9979869149471565, + "test_f1": 0.9979919678714859, + "test_precision": 0.9959919839679359, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 29173, + 1412, + 31144, + 28867 + ], + "test_balanced_acc": 0.9979869149471565, + "test_accuracy": 0.9979874213836478, + "test_auc": 0.9999821526035934, + "test_f1": 0.9979919678714859, + "test_precision": 0.9959919839679359, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 29173, + 1412, + 31144, + 28867, + 11929, + 30835, + 15619, + 164, + 12746, + 4961, + 29135, + 14436, + 16043, + 9118, + 3248, + 9964 + ], + "test_balanced_acc": 0.9979869149471565, + "test_accuracy": 0.9979874213836478, + "test_auc": 0.9999984810726462, + "test_f1": 0.9979919678714859, + "test_precision": 0.9959919839679359, + "test_recall": 1.0 + } + }, + "50_deon_isvalid": { + "1": { + "k": 1, + "selected_features": [ + 18927 + ], + "test_balanced_acc": 0.663876945619363, + "test_accuracy": 0.6638993710691824, + "test_auc": 0.6638769456193628, + "test_f1": 0.6914549653579677, + "test_precision": 0.639197267292912, + "test_recall": 0.7530181086519114 + }, + "4": { + "k": 4, + "selected_features": [ + 18927, + 29791, + 12490, + 16722 + ], + "test_balanced_acc": 0.6550799512728105, + "test_accuracy": 0.6550943396226415, + "test_auc": 0.7100748679292666, + "test_f1": 0.6738044254104212, + "test_precision": 0.6392776523702032, + "test_recall": 0.7122736418511066 + }, + "16": { + "k": 16, + "selected_features": [ + 18927, + 29791, + 12490, + 16722, + 16320, + 31101, + 29135, + 21875, + 13901, + 15068, + 25307, + 30416, + 24871, + 27007, + 20775, + 22066 + ], + "test_balanced_acc": 0.694340805780835, + "test_accuracy": 0.6943396226415094, + "test_auc": 0.7487484038605058, + "test_f1": 0.6929492039423806, + "test_precision": 0.6962925342813611, + "test_recall": 0.6896378269617707 + } + }, + "51_just_is": { + "1": { + "k": 1, + "selected_features": [ + 18927 + ], + "test_balanced_acc": 0.6741789438189276, + "test_accuracy": 0.6742138364779874, + "test_auc": 0.6741789438189276, + "test_f1": 0.7139385906781534, + "test_precision": 0.6364710515951162, + "test_recall": 0.8128772635814889 + }, + "4": { + "k": 4, + "selected_features": [ + 18927, + 29791, + 12490, + 8841 + ], + "test_balanced_acc": 0.683249598243715, + "test_accuracy": 0.6832704402515724, + "test_auc": 0.723529653006109, + "test_f1": 0.7075493612078978, + "test_precision": 0.6573154941735002, + "test_recall": 0.7660965794768612 + }, + "16": { + "k": 16, + "selected_features": [ + 18927, + 29791, + 12490, + 8841, + 12339, + 16320, + 30416, + 10768, + 31101, + 6446, + 26303, + 9038, + 16111, + 262, + 28445, + 24816 + ], + "test_balanced_acc": 0.7104409294215215, + "test_accuracy": 0.710440251572327, + "test_auc": 0.7786760826661023, + "test_f1": 0.7097099621689785, + "test_precision": 0.7116843702579666, + "test_recall": 0.7077464788732394 + } + }, + "52_virtue_is": { + "1": { + "k": 1, + "selected_features": [ + 14367 + ], + "test_balanced_acc": 0.7605565510873583, + "test_accuracy": 0.7605781865965835, + "test_auc": 0.7605565510873582, + "test_f1": 0.7788298130614226, + "test_precision": 0.723826714801444, + "test_recall": 0.8428796636889122 + }, + "4": { + "k": 4, + "selected_features": [ + 14367, + 8860, + 26773, + 14418 + ], + "test_balanced_acc": 0.7942023027451812, + "test_accuracy": 0.7942181340341655, + "test_auc": 0.8589185927582382, + "test_f1": 0.8059479553903346, + "test_precision": 0.7626641651031895, + "test_recall": 0.8544403573305307 + }, + "16": { + "k": 16, + "selected_features": [ + 14367, + 8860, + 26773, + 14418, + 29297, + 6377, + 29579, + 12141, + 20155, + 30367, + 24386, + 10180, + 3754, + 3061, + 4527, + 1671 + ], + "test_balanced_acc": 0.8480983316507833, + "test_accuracy": 0.8480946123521682, + "test_auc": 0.9238373965950049, + "test_f1": 0.8459488272921108, + "test_precision": 0.8583017847485127, + "test_recall": 0.8339464004203888 + } + }, + "54_cs_tf": { + "1": { + "k": 1, + "selected_features": [ + 29791 + ], + "test_balanced_acc": 0.5493795688069028, + "test_accuracy": 0.549433962264151, + "test_auc": 0.5493795688069028, + "test_f1": 0.6295760082730093, + "test_precision": 0.5345978222690552, + "test_recall": 0.7655935613682092 + }, + "4": { + "k": 4, + "selected_features": [ + 29791, + 28200, + 21629, + 31144 + ], + "test_balanced_acc": 0.5431815857399049, + "test_accuracy": 0.5431446540880503, + "test_auc": 0.5655180453632718, + "test_f1": 0.46462264150943394, + "test_precision": 0.5612535612535613, + "test_recall": 0.3963782696177062 + }, + "16": { + "k": 16, + "selected_features": [ + 29791, + 28200, + 21629, + 31144, + 10741, + 12950, + 28445, + 17075, + 12746, + 3454, + 5889, + 511, + 12890, + 164, + 8070, + 24006 + ], + "test_balanced_acc": 0.5489170554276843, + "test_accuracy": 0.5489308176100629, + "test_auc": 0.5850696782608079, + "test_f1": 0.5723825423324589, + "test_precision": 0.54421768707483, + "test_recall": 0.6036217303822937 + } + }, + "56_wikidatasex_or_gender": { + "1": { + "k": 1, + "selected_features": [ + 19995 + ], + "test_balanced_acc": 0.9788722268183838, + "test_accuracy": 0.9788679245283018, + "test_auc": 0.9788722268183838, + "test_f1": 0.9785056294779939, + "test_precision": 0.9958333333333333, + "test_recall": 0.9617706237424547 + }, + "4": { + "k": 4, + "selected_features": [ + 19995, + 2693, + 12622, + 30966 + ], + "test_balanced_acc": 0.98037874959875, + "test_accuracy": 0.9803773584905661, + "test_auc": 0.9959324391239233, + "test_f1": 0.9802731411229135, + "test_precision": 0.9857578840284842, + "test_recall": 0.9748490945674044 + }, + "16": { + "k": 16, + "selected_features": [ + 19995, + 2693, + 12622, + 30966, + 9436, + 16320, + 3393, + 27173, + 27582, + 19660, + 13852, + 25269, + 4856, + 12526, + 12071, + 594 + ], + "test_balanced_acc": 0.9833966050961025, + "test_accuracy": 0.9833962264150944, + "test_auc": 0.9976930025042049, + "test_f1": 0.9833753148614609, + "test_precision": 0.9848637739656912, + "test_recall": 0.9818913480885312 + } + }, + "57_wikidatais_alive": { + "1": { + "k": 1, + "selected_features": [ + 3393 + ], + "test_balanced_acc": 0.8132943357173742, + "test_accuracy": 0.8133333333333334, + "test_auc": 0.8132943357173742, + "test_f1": 0.8384146341463414, + "test_precision": 0.739247311827957, + "test_recall": 0.9683098591549296 + }, + "4": { + "k": 4, + "selected_features": [ + 3393, + 27858, + 30966, + 20168 + ], + "test_balanced_acc": 0.9109302265530779, + "test_accuracy": 0.9109433962264151, + "test_auc": 0.9709715261878265, + "test_f1": 0.9153919694072657, + "test_precision": 0.8720400728597449, + "test_recall": 0.9632796780684104 + }, + "16": { + "k": 16, + "selected_features": [ + 3393, + 27858, + 30966, + 20168, + 22280, + 13852, + 96, + 3063, + 6360, + 2292, + 26186, + 12622, + 474, + 16320, + 8349, + 14112 + ], + "test_balanced_acc": 0.9617604975600964, + "test_accuracy": 0.9617610062893082, + "test_auc": 0.9907356823376089, + "test_f1": 0.9618473895582329, + "test_precision": 0.9599198396793587, + "test_recall": 0.9637826961770624 + } + }, + "58_wikidatapolitical_party": { + "1": { + "k": 1, + "selected_features": [ + 4074 + ], + "test_balanced_acc": 0.8193104487897321, + "test_accuracy": 0.8192405063291139, + "test_auc": 0.8193104487897322, + "test_f1": 0.7903699354081033, + "test_precision": 0.9412587412587412, + "test_recall": 0.6811740890688259 + }, + "4": { + "k": 4, + "selected_features": [ + 4074, + 15612, + 2693, + 4485 + ], + "test_balanced_acc": 0.8475854119751096, + "test_accuracy": 0.8475949367088608, + "test_auc": 0.9154791643593435, + "test_f1": 0.8504719324391455, + "test_precision": 0.8351219512195122, + "test_recall": 0.8663967611336032 + }, + "16": { + "k": 16, + "selected_features": [ + 4074, + 15612, + 2693, + 4485, + 3835, + 9607, + 8951, + 6288, + 30546, + 9436, + 5395, + 13536, + 19611, + 331, + 6866, + 31302 + ], + "test_balanced_acc": 0.88102262612341, + "test_accuracy": 0.8810126582278481, + "test_auc": 0.9452297888748057, + "test_f1": 0.8786783686112545, + "test_precision": 0.8967334035827187, + "test_recall": 0.861336032388664 + } + }, + "59_wikidata_occupation_isjournalist": { + "1": { + "k": 1, + "selected_features": [ + 1456 + ], + "test_balanced_acc": 0.7497201837950651, + "test_accuracy": 0.7497435897435898, + "test_auc": 0.7497201837950651, + "test_f1": 0.7555110220440882, + "test_precision": 0.7392156862745098, + "test_recall": 0.7725409836065574 + }, + "4": { + "k": 4, + "selected_features": [ + 1456, + 26921, + 23909, + 30966 + ], + "test_balanced_acc": 0.8154622647860774, + "test_accuracy": 0.8153846153846154, + "test_auc": 0.8703946039653954, + "test_f1": 0.8004434589800443, + "test_precision": 0.8719806763285024, + "test_recall": 0.7397540983606558 + }, + "16": { + "k": 16, + "selected_features": [ + 1456, + 26921, + 23909, + 30966, + 30506, + 15373, + 30546, + 22224, + 15197, + 7774, + 26548, + 3643, + 6025, + 13852, + 21717, + 8321 + ], + "test_balanced_acc": 0.8451880028276164, + "test_accuracy": 0.8451282051282051, + "test_auc": 0.9030447369306898, + "test_f1": 0.8356909684439608, + "test_precision": 0.8909512761020881, + "test_recall": 0.7868852459016393 + } + }, + "60_wikidata_occupation_isathlete": { + "1": { + "k": 1, + "selected_features": [ + 21388 + ], + "test_balanced_acc": 0.8226449153398189, + "test_accuracy": 0.8225641025641026, + "test_auc": 0.8226449153398188, + "test_f1": 0.8075639599555061, + "test_precision": 0.8832116788321168, + "test_recall": 0.7438524590163934 + }, + "4": { + "k": 4, + "selected_features": [ + 21388, + 2886, + 20168, + 30506 + ], + "test_balanced_acc": 0.8420910896421718, + "test_accuracy": 0.8420512820512821, + "test_auc": 0.8965290167300637, + "test_f1": 0.835820895522388, + "test_precision": 0.8711111111111111, + "test_recall": 0.8032786885245902 + }, + "16": { + "k": 16, + "selected_features": [ + 21388, + 2886, + 20168, + 30506, + 29083, + 16527, + 7774, + 32389, + 1456, + 25307, + 5954, + 30546, + 8349, + 13489, + 10766, + 20211 + ], + "test_balanced_acc": 0.8646678392298112, + "test_accuracy": 0.8646153846153846, + "test_auc": 0.919370855353957, + "test_f1": 0.857451403887689, + "test_precision": 0.906392694063927, + "test_recall": 0.8135245901639344 + } + }, + "61_wikidata_occupation_isactor": { + "1": { + "k": 1, + "selected_features": [ + 13852 + ], + "test_balanced_acc": 0.8021005150301276, + "test_accuracy": 0.8020512820512821, + "test_auc": 0.8021005150301276, + "test_f1": 0.7922497308934338, + "test_precision": 0.8344671201814059, + "test_recall": 0.7540983606557377 + }, + "4": { + "k": 4, + "selected_features": [ + 13852, + 30095, + 22678, + 7774 + ], + "test_balanced_acc": 0.8605715824553135, + "test_accuracy": 0.8605128205128205, + "test_auc": 0.8976272427374019, + "test_f1": 0.8521739130434782, + "test_precision": 0.9074074074074074, + "test_recall": 0.8032786885245902 + }, + "16": { + "k": 16, + "selected_features": [ + 13852, + 30095, + 22678, + 7774, + 25412, + 2292, + 19809, + 30506, + 27712, + 25214, + 30546, + 1308, + 20168, + 30053, + 7458, + 25269 + ], + "test_balanced_acc": 0.865681909987545, + "test_accuracy": 0.8656410256410256, + "test_auc": 0.9132780152825934, + "test_f1": 0.8601921024546425, + "test_precision": 0.8975501113585747, + "test_recall": 0.8258196721311475 + } + }, + "62_wikidata_occupation_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 31801 + ], + "test_balanced_acc": 0.768373194869896, + "test_accuracy": 0.7682051282051282, + "test_auc": 0.768373194869896, + "test_f1": 0.7230392156862745, + "test_precision": 0.899390243902439, + "test_recall": 0.6045081967213115 + }, + "4": { + "k": 4, + "selected_features": [ + 31801, + 12622, + 12526, + 30966 + ], + "test_balanced_acc": 0.8103077557478036, + "test_accuracy": 0.8102564102564103, + "test_auc": 0.8757363584340391, + "test_f1": 0.8004314994606256, + "test_precision": 0.8451025056947609, + "test_recall": 0.7602459016393442 + }, + "16": { + "k": 16, + "selected_features": [ + 31801, + 12622, + 12526, + 30966, + 32582, + 6025, + 3393, + 30506, + 13852, + 22771, + 29338, + 11068, + 10766, + 10590, + 26649, + 18908 + ], + "test_balanced_acc": 0.8677184670279732, + "test_accuracy": 0.8676923076923077, + "test_auc": 0.9367005251287575, + "test_f1": 0.8643533123028391, + "test_precision": 0.8876889848812095, + "test_recall": 0.8422131147540983 + } + }, + "63_wikidata_occupation_issinger": { + "1": { + "k": 1, + "selected_features": [ + 15892 + ], + "test_balanced_acc": 0.8667043962702393, + "test_accuracy": 0.8666666666666667, + "test_auc": 0.8667043962702393, + "test_f1": 0.8617021276595744, + "test_precision": 0.8960176991150443, + "test_recall": 0.8299180327868853 + }, + "4": { + "k": 4, + "selected_features": [ + 15892, + 4418, + 12774, + 12415 + ], + "test_balanced_acc": 0.8636137947285152, + "test_accuracy": 0.8635897435897436, + "test_auc": 0.8974442050695124, + "test_f1": 0.8604407135362014, + "test_precision": 0.8817204301075269, + "test_recall": 0.8401639344262295 + }, + "16": { + "k": 16, + "selected_features": [ + 15892, + 4418, + 12774, + 12415, + 30506, + 5927, + 6025, + 21241, + 13852, + 25307, + 13490, + 5212, + 17658, + 24301, + 17839, + 12071 + ], + "test_balanced_acc": 0.8666854613390783, + "test_accuracy": 0.8666666666666667, + "test_auc": 0.9193014272730333, + "test_f1": 0.8643006263048016, + "test_precision": 0.8808510638297873, + "test_recall": 0.8483606557377049 + } + }, + "64_wikidata_occupation_isresearcher": { + "1": { + "k": 1, + "selected_features": [ + 4388 + ], + "test_balanced_acc": 0.8652061714160215, + "test_accuracy": 0.8652406417112299, + "test_auc": 0.8652061714160214, + "test_f1": 0.8695652173913043, + "test_precision": 0.8433734939759037, + "test_recall": 0.8974358974358975 + }, + "4": { + "k": 4, + "selected_features": [ + 4388, + 2086, + 20225, + 3034 + ], + "test_balanced_acc": 0.8909089661230989, + "test_accuracy": 0.8909090909090909, + "test_auc": 0.9336462966013286, + "test_f1": 0.8910256410256411, + "test_precision": 0.8910256410256411, + "test_recall": 0.8910256410256411 + }, + "16": { + "k": 16, + "selected_features": [ + 4388, + 2086, + 20225, + 3034, + 20168, + 2767, + 31950, + 26257, + 21717, + 22280, + 30506, + 24301, + 6027, + 30966, + 23032, + 5478 + ], + "test_balanced_acc": 0.8952099233148484, + "test_accuracy": 0.895187165775401, + "test_auc": 0.9552334413148118, + "test_f1": 0.8930131004366813, + "test_precision": 0.9129464285714286, + "test_recall": 0.8739316239316239 + } + }, + "65_high-school": { + "1": { + "k": 1, + "selected_features": [ + 2652 + ], + "test_balanced_acc": 0.9507959203690677, + "test_accuracy": 0.9508045977011494, + "test_auc": 0.9507959203690677, + "test_f1": 0.9517365809652684, + "test_precision": 0.9344552701505757, + "test_recall": 0.9696691176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 2652, + 13699, + 19434, + 2086 + ], + "test_balanced_acc": 0.9820729781102874, + "test_accuracy": 0.9820689655172414, + "test_auc": 0.9953735490286271, + "test_f1": 0.9819193324061196, + "test_precision": 0.990645463049579, + "test_recall": 0.9733455882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 2652, + 13699, + 19434, + 2086, + 11585, + 12013, + 22214, + 30814, + 665, + 16091, + 29597, + 7448, + 20211, + 21587, + 30798, + 8955 + ], + "test_balanced_acc": 0.9889672060176417, + "test_accuracy": 0.9889655172413793, + "test_auc": 0.9969010430759242, + "test_f1": 0.988929889298893, + "test_precision": 0.9925925925925926, + "test_recall": 0.9852941176470589 + } + }, + "66_living-room": { + "1": { + "k": 1, + "selected_features": [ + 883 + ], + "test_balanced_acc": 0.9727711516652331, + "test_accuracy": 0.9727663640707119, + "test_auc": 0.9727711516652331, + "test_f1": 0.9725036179450073, + "test_precision": 0.9824561403508771, + "test_recall": 0.9627507163323782 + }, + "4": { + "k": 4, + "selected_features": [ + 883, + 16091, + 30153, + 15065 + ], + "test_balanced_acc": 0.992833936897007, + "test_accuracy": 0.9928332537028189, + "test_auc": 0.9984783073189173, + "test_f1": 0.9928263988522238, + "test_precision": 0.9942528735632183, + "test_recall": 0.9914040114613181 + }, + "16": { + "k": 16, + "selected_features": [ + 883, + 16091, + 30153, + 15065, + 2315, + 22742, + 3605, + 6404, + 17910, + 8803, + 2086, + 15445, + 19780, + 31954, + 17865, + 19045 + ], + "test_balanced_acc": 0.99044433608909, + "test_accuracy": 0.9904443382704252, + "test_auc": 0.9996178647542555, + "test_f1": 0.9904489016236867, + "test_precision": 0.9904489016236867, + "test_recall": 0.9904489016236867 + } + }, + "67_social-security": { + "1": { + "k": 1, + "selected_features": [ + 20627 + ], + "test_balanced_acc": 0.9958631250338221, + "test_accuracy": 0.9958620689655172, + "test_auc": 0.9958631250338222, + "test_f1": 0.9958544449562413, + "test_precision": 0.9981532779316713, + "test_recall": 0.9935661764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 20627, + 32427, + 18125, + 29151 + ], + "test_balanced_acc": 0.9958605883705828, + "test_accuracy": 0.9958620689655172, + "test_auc": 0.9989375608799177, + "test_f1": 0.9958772331653688, + "test_precision": 0.9926940639269406, + "test_recall": 0.9990808823529411 + }, + "16": { + "k": 16, + "selected_features": [ + 20627, + 32427, + 18125, + 29151, + 21137, + 19394, + 7893, + 20438, + 20532, + 23702, + 14112, + 21241, + 10032, + 16091, + 2888, + 12013 + ], + "test_balanced_acc": 0.9921841177823475, + "test_accuracy": 0.992183908045977, + "test_auc": 0.9985820052492018, + "test_f1": 0.992183908045977, + "test_precision": 0.9926402943882244, + "test_recall": 0.9917279411764706 + } + }, + "68_credit-card": { + "1": { + "k": 1, + "selected_features": [ + 665 + ], + "test_balanced_acc": 0.9374995772227934, + "test_accuracy": 0.9374712643678161, + "test_auc": 0.9374995772227934, + "test_f1": 0.9333986287952988, + "test_precision": 0.9989517819706499, + "test_recall": 0.8759191176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 665, + 19451, + 13536, + 28822 + ], + "test_balanced_acc": 0.9673670957573461, + "test_accuracy": 0.9673563218390805, + "test_auc": 0.9847051889983225, + "test_f1": 0.9665882352941176, + "test_precision": 0.9903567984570878, + "test_recall": 0.9439338235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 665, + 19451, + 13536, + 28822, + 2693, + 2086, + 487, + 351, + 19757, + 20211, + 348, + 14862, + 26816, + 21241, + 9440, + 917 + ], + "test_balanced_acc": 0.9774773898749932, + "test_accuracy": 0.9774712643678161, + "test_auc": 0.992114782320472, + "test_f1": 0.9771774569166278, + "test_precision": 0.9905571293673276, + "test_recall": 0.9641544117647058 + } + }, + "69_blood-pressure": { + "1": { + "k": 1, + "selected_features": [ + 3397 + ], + "test_balanced_acc": 0.9774816176470589, + "test_accuracy": 0.9774712643678161, + "test_auc": 0.9774816176470589, + "test_f1": 0.9769628584861307, + "test_precision": 1.0, + "test_recall": 0.9549632352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 3397, + 26620, + 2176, + 13815 + ], + "test_balanced_acc": 0.9880485111477895, + "test_accuracy": 0.9880459770114942, + "test_auc": 0.9992952303966665, + "test_f1": 0.987985212569316, + "test_precision": 0.9934944237918215, + "test_recall": 0.9825367647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 3397, + 26620, + 2176, + 13815, + 18941, + 4814, + 16752, + 28290, + 29678, + 21241, + 9508, + 348, + 32172, + 27969, + 2086, + 27114 + ], + "test_balanced_acc": 0.9949440073867634, + "test_accuracy": 0.9949425287356322, + "test_auc": 0.9996778437686021, + "test_f1": 0.9949285384970032, + "test_precision": 0.9981498612395929, + "test_recall": 0.9917279411764706 + } + }, + "70_prime-factors": { + "1": { + "k": 1, + "selected_features": [ + 27375 + ], + "test_balanced_acc": 0.9967830882352942, + "test_accuracy": 0.9967816091954023, + "test_auc": 0.9967830882352942, + "test_f1": 0.9967727063162748, + "test_precision": 1.0, + "test_recall": 0.9935661764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 27375, + 17215, + 18638, + 16905 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9999983088911738, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 27375, + 17215, + 18638, + 16905, + 27096, + 27166, + 19391, + 25219, + 10346, + 17871, + 1393, + 22818, + 21584, + 29173, + 15555, + 4217 + ], + "test_balanced_acc": 0.9935653309161752, + "test_accuracy": 0.9935632183908046, + "test_auc": 0.9995011228962607, + "test_f1": 0.9935364727608494, + "test_precision": 0.9981447124304267, + "test_recall": 0.9889705882352942 + } + }, + "71_social-media": { + "1": { + "k": 1, + "selected_features": [ + 20213 + ], + "test_balanced_acc": 0.9719669117647058, + "test_accuracy": 0.9719540229885058, + "test_auc": 0.9719669117647058, + "test_f1": 0.9711583924349881, + "test_precision": 1.0, + "test_recall": 0.9439338235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 20213, + 31431, + 474, + 29542 + ], + "test_balanced_acc": 0.9747238419286758, + "test_accuracy": 0.9747126436781609, + "test_auc": 0.9871370034904485, + "test_f1": 0.9740932642487047, + "test_precision": 0.9990338164251208, + "test_recall": 0.9503676470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 20213, + 31431, + 474, + 29542, + 30621, + 16091, + 14862, + 13093, + 10623, + 20211, + 25313, + 27582, + 2086, + 30619, + 13804, + 31855 + ], + "test_balanced_acc": 0.9903458824882299, + "test_accuracy": 0.9903448275862069, + "test_auc": 0.9985460691866442, + "test_f1": 0.9903270382312298, + "test_precision": 0.9926131117266851, + "test_recall": 0.9880514705882353 + } + }, + "72_gene-expression": { + "1": { + "k": 1, + "selected_features": [ + 9953 + ], + "test_balanced_acc": 0.9342801287948482, + "test_accuracy": 0.9342528735632184, + "test_auc": 0.9342801287948483, + "test_f1": 0.9301416707376648, + "test_precision": 0.9927007299270073, + "test_recall": 0.875 + }, + "4": { + "k": 4, + "selected_features": [ + 9953, + 2086, + 7149, + 27114 + ], + "test_balanced_acc": 0.9728796877536663, + "test_accuracy": 0.9728735632183908, + "test_auc": 0.9803476243303209, + "test_f1": 0.9725197950628784, + "test_precision": 0.9858356940509915, + "test_recall": 0.9595588235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 9953, + 2086, + 7149, + 27114, + 13480, + 12086, + 348, + 12622, + 17163, + 7026, + 2344, + 25615, + 15274, + 9436, + 6543, + 6025 + ], + "test_balanced_acc": 0.9788556435683748, + "test_accuracy": 0.9788505747126437, + "test_auc": 0.9943254843335678, + "test_f1": 0.9786245353159851, + "test_precision": 0.9896616541353384, + "test_recall": 0.9678308823529411 + } + }, + "73_control-group": { + "1": { + "k": 1, + "selected_features": [ + 5053 + ], + "test_balanced_acc": 0.961390717165431, + "test_accuracy": 0.9613793103448276, + "test_auc": 0.961390717165431, + "test_f1": 0.9604147031102733, + "test_precision": 0.9854932301740812, + "test_recall": 0.9365808823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 5053, + 10915, + 16675, + 2552 + ], + "test_balanced_acc": 0.9687436583419016, + "test_accuracy": 0.968735632183908, + "test_auc": 0.9874063125710266, + "test_f1": 0.9681945743685687, + "test_precision": 0.9857142857142858, + "test_recall": 0.9512867647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 5053, + 10915, + 16675, + 2552, + 2086, + 32571, + 15005, + 17473, + 24946, + 20070, + 25748, + 20211, + 8940, + 4528, + 29854, + 7026 + ], + "test_balanced_acc": 0.975631121813951, + "test_accuracy": 0.975632183908046, + "test_auc": 0.9955760593105687, + "test_f1": 0.9756992205410362, + "test_precision": 0.9734675205855444, + "test_recall": 0.9779411764705882 + } + }, + "74_magnetic-field": { + "1": { + "k": 1, + "selected_features": [ + 26620 + ], + "test_balanced_acc": 0.9370332539639591, + "test_accuracy": 0.9370114942528736, + "test_auc": 0.9370332539639591, + "test_f1": 0.9339122045344911, + "test_precision": 0.9827411167512691, + "test_recall": 0.8897058823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 26620, + 27114, + 12032, + 32172 + ], + "test_balanced_acc": 0.9641472245521945, + "test_accuracy": 0.9641379310344828, + "test_auc": 0.9770470026787165, + "test_f1": 0.9634146341463414, + "test_precision": 0.9837164750957854, + "test_recall": 0.9439338235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 26620, + 27114, + 12032, + 32172, + 2693, + 11317, + 18461, + 20253, + 4520, + 8633, + 10121, + 12622, + 22214, + 2086, + 10180, + 32751 + ], + "test_balanced_acc": 0.9627685480816062, + "test_accuracy": 0.9627586206896551, + "test_auc": 0.9844916865090103, + "test_f1": 0.9619539689995303, + "test_precision": 0.983669548511047, + "test_recall": 0.9411764705882353 + } + }, + "75_cell-lines": { + "1": { + "k": 1, + "selected_features": [ + 25339 + ], + "test_balanced_acc": 0.9774790809838194, + "test_accuracy": 0.9774712643678161, + "test_auc": 0.9774790809838194, + "test_f1": 0.9770920991117344, + "test_precision": 0.994291151284491, + "test_recall": 0.9604779411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 25339, + 15332, + 22526, + 5643 + ], + "test_balanced_acc": 0.9811555515720547, + "test_accuracy": 0.9811494252873563, + "test_auc": 0.9876460272471453, + "test_f1": 0.9809035863996274, + "test_precision": 0.9943342776203966, + "test_recall": 0.9678308823529411 + }, + "16": { + "k": 16, + "selected_features": [ + 25339, + 15332, + 22526, + 5643, + 16091, + 5018, + 19033, + 22627, + 6915, + 1809, + 3995, + 17904, + 6025, + 9440, + 25739, + 14862 + ], + "test_balanced_acc": 0.9834508090264624, + "test_accuracy": 0.983448275862069, + "test_auc": 0.994517002408139, + "test_f1": 0.9833641404805915, + "test_precision": 0.9888475836431226, + "test_recall": 0.9779411764705882 + } + }, + "76_trial-court": { + "1": { + "k": 1, + "selected_features": [ + 14906 + ], + "test_balanced_acc": 0.919117224281617, + "test_accuracy": 0.919080459770115, + "test_auc": 0.919117224281617, + "test_f1": 0.9120879120879121, + "test_precision": 0.9989059080962801, + "test_recall": 0.8391544117647058 + }, + "4": { + "k": 4, + "selected_features": [ + 14906, + 6772, + 30670, + 21968 + ], + "test_balanced_acc": 0.9347253131933546, + "test_accuracy": 0.9347126436781609, + "test_auc": 0.9755719330050328, + "test_f1": 0.9328922495274102, + "test_precision": 0.9601167315175098, + "test_recall": 0.9071691176470589 + }, + "16": { + "k": 16, + "selected_features": [ + 14906, + 6772, + 30670, + 21968, + 6694, + 3794, + 2086, + 7026, + 8486, + 25541, + 7044, + 24738, + 1724, + 21530, + 30589, + 20211 + ], + "test_balanced_acc": 0.9618435115536554, + "test_accuracy": 0.9618390804597701, + "test_auc": 0.9912345601764164, + "test_f1": 0.9614849187935035, + "test_precision": 0.9709465791940018, + "test_recall": 0.9522058823529411 + } + }, + "77_second-derivative": { + "1": { + "k": 1, + "selected_features": [ + 6347 + ], + "test_balanced_acc": 0.8920036764705883, + "test_accuracy": 0.8919540229885058, + "test_auc": 0.8920036764705883, + "test_f1": 0.8789283874291602, + "test_precision": 1.0, + "test_recall": 0.7840073529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 6347, + 11642, + 20284, + 28479 + ], + "test_balanced_acc": 0.9931040809838194, + "test_accuracy": 0.993103448275862, + "test_auc": 0.9990102785594459, + "test_f1": 0.9930971007823286, + "test_precision": 0.9944700460829493, + "test_recall": 0.9917279411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 6347, + 11642, + 20284, + 28479, + 22410, + 24853, + 7319, + 8803, + 9233, + 20863, + 31183, + 13942, + 28881, + 2329, + 20540, + 8362 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9994749107094539, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + } + }, + "78_north-america": { + "1": { + "k": 1, + "selected_features": [ + 18910 + ], + "test_balanced_acc": 0.9852941176470589, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9852941176470589, + "test_f1": 0.9850746268656716, + "test_precision": 1.0, + "test_recall": 0.9705882352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 18910, + 25856, + 30825, + 12374 + ], + "test_balanced_acc": 0.9852941176470589, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9861819497808323, + "test_f1": 0.9850746268656716, + "test_precision": 1.0, + "test_recall": 0.9705882352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 18910, + 25856, + 30825, + 12374, + 25232, + 25437, + 8984, + 16091, + 665, + 16754, + 2086, + 18004, + 17984, + 16657, + 11719, + 17253 + ], + "test_balanced_acc": 0.985751985361762, + "test_accuracy": 0.9857471264367816, + "test_auc": 0.9961438490989772, + "test_f1": 0.9856014862981886, + "test_precision": 0.996244131455399, + "test_recall": 0.9751838235294118 + } + }, + "79_human-rights": { + "1": { + "k": 1, + "selected_features": [ + 4134 + ], + "test_balanced_acc": 0.9246310846095568, + "test_accuracy": 0.9245977011494253, + "test_auc": 0.9246310846095568, + "test_f1": 0.9187314172447968, + "test_precision": 0.9967741935483871, + "test_recall": 0.8520220588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 4134, + 16281, + 19434, + 21241 + ], + "test_balanced_acc": 0.964140882894096, + "test_accuracy": 0.9641379310344828, + "test_auc": 0.9933408362194923, + "test_f1": 0.9639222941720629, + "test_precision": 0.9702048417132216, + "test_recall": 0.9577205882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 4134, + 16281, + 19434, + 21241, + 23157, + 2064, + 4533, + 28979, + 13269, + 24787, + 348, + 31318, + 9436, + 16302, + 22637, + 19776 + ], + "test_balanced_acc": 0.9839082539639591, + "test_accuracy": 0.9839080459770115, + "test_auc": 0.9986475357162184, + "test_f1": 0.9839080459770115, + "test_precision": 0.984360625574977, + "test_recall": 0.9834558823529411 + } + }, + "80_side-effects": { + "1": { + "k": 1, + "selected_features": [ + 2243 + ], + "test_balanced_acc": 0.9255476655933763, + "test_accuracy": 0.9255172413793104, + "test_auc": 0.9255476655933763, + "test_f1": 0.9202755905511811, + "test_precision": 0.9904661016949152, + "test_recall": 0.859375 + }, + "4": { + "k": 4, + "selected_features": [ + 2243, + 16091, + 18959, + 28869 + ], + "test_balanced_acc": 0.971489596298501, + "test_accuracy": 0.9714942528735632, + "test_auc": 0.9927869980789004, + "test_f1": 0.9717925386715196, + "test_precision": 0.9621621621621622, + "test_recall": 0.9816176470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 2243, + 16091, + 18959, + 28869, + 2086, + 14920, + 31883, + 8624, + 32310, + 12325, + 15208, + 9440, + 19033, + 16428, + 20211, + 11317 + ], + "test_balanced_acc": 0.977011912170572, + "test_accuracy": 0.9770114942528736, + "test_auc": 0.9955418143568375, + "test_f1": 0.9770009199632015, + "test_precision": 0.9779005524861878, + "test_recall": 0.9761029411764706 + } + }, + "81_public-health": { + "1": { + "k": 1, + "selected_features": [ + 4467 + ], + "test_balanced_acc": 0.9880510478110287, + "test_accuracy": 0.9880459770114942, + "test_auc": 0.9880510478110288, + "test_f1": 0.9879182156133829, + "test_precision": 0.9990601503759399, + "test_recall": 0.9770220588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 4467, + 14754, + 11024, + 16804 + ], + "test_balanced_acc": 0.9986209007522052, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9989134625791437, + "test_f1": 0.9986206896551724, + "test_precision": 0.9990800367985281, + "test_recall": 0.9981617647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 4467, + 14754, + 11024, + 16804, + 16281, + 2086, + 20211, + 4406, + 19434, + 7961, + 23157, + 11877, + 24732, + 28737, + 29155, + 13480 + ], + "test_balanced_acc": 0.9990808823529411, + "test_accuracy": 0.999080459770115, + "test_auc": 0.9992178621678662, + "test_f1": 0.9990800367985281, + "test_precision": 1.0, + "test_recall": 0.9981617647058824 + } + }, + "82_federal-government": { + "1": { + "k": 1, + "selected_features": [ + 24009 + ], + "test_balanced_acc": 0.8170317488771037, + "test_accuracy": 0.8170114942528736, + "test_auc": 0.8170317488771037, + "test_f1": 0.8086538461538462, + "test_precision": 0.8477822580645161, + "test_recall": 0.7729779411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 24009, + 18977, + 32299, + 2086 + ], + "test_balanced_acc": 0.9057291384815196, + "test_accuracy": 0.9057471264367816, + "test_auc": 0.9647069815736782, + "test_f1": 0.9093321539141973, + "test_precision": 0.876385336743393, + "test_recall": 0.9448529411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 24009, + 18977, + 32299, + 2086, + 1024, + 26357, + 2552, + 12622, + 8940, + 15563, + 24825, + 14320, + 22214, + 9340, + 32571, + 28393 + ], + "test_balanced_acc": 0.9710435663455814, + "test_accuracy": 0.9710344827586207, + "test_auc": 0.9951190371502786, + "test_f1": 0.9704641350210971, + "test_precision": 0.9904306220095693, + "test_recall": 0.9512867647058824 + } + }, + "83_third-party": { + "1": { + "k": 1, + "selected_features": [ + 27442 + ], + "test_balanced_acc": 0.9613970588235294, + "test_accuracy": 0.9613793103448276, + "test_auc": 0.9613970588235294, + "test_f1": 0.9598470363288719, + "test_precision": 1.0, + "test_recall": 0.9227941176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 27442, + 10363, + 21530, + 12957 + ], + "test_balanced_acc": 0.9742600553330808, + "test_accuracy": 0.9742528735632184, + "test_auc": 0.9929937361329075, + "test_f1": 0.9738562091503268, + "test_precision": 0.9895635673624289, + "test_recall": 0.9586397058823529 + }, + "16": { + "k": 16, + "selected_features": [ + 27442, + 10363, + 21530, + 12957, + 6404, + 17776, + 1437, + 25261, + 25391, + 2086, + 2069, + 18959, + 23597, + 23886, + 32266, + 31067 + ], + "test_balanced_acc": 0.9779386398073489, + "test_accuracy": 0.9779310344827586, + "test_auc": 0.9958914511066617, + "test_f1": 0.9775700934579439, + "test_precision": 0.9942965779467681, + "test_recall": 0.9613970588235294 + } + }, + "84_clinical-trials": { + "1": { + "k": 1, + "selected_features": [ + 1208 + ], + "test_balanced_acc": 0.8368253321337735, + "test_accuracy": 0.8367816091954023, + "test_auc": 0.8368253321337735, + "test_f1": 0.8197054342305738, + "test_precision": 0.9160045402951191, + "test_recall": 0.7417279411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 1208, + 14220, + 15231, + 9656 + ], + "test_balanced_acc": 0.8667165261918934, + "test_accuracy": 0.8666666666666667, + "test_auc": 0.9188758184966719, + "test_f1": 0.8505154639175257, + "test_precision": 0.9683098591549296, + "test_recall": 0.7582720588235294 + }, + "16": { + "k": 16, + "selected_features": [ + 1208, + 14220, + 15231, + 9656, + 26080, + 15272, + 20156, + 28329, + 2086, + 21530, + 20211, + 12831, + 16882, + 28011, + 20914, + 11317 + ], + "test_balanced_acc": 0.9434590447264463, + "test_accuracy": 0.9434482758620689, + "test_auc": 0.9795430793062394, + "test_f1": 0.9421176470588235, + "test_precision": 0.9652844744455159, + "test_recall": 0.9200367647058824 + } + }, + "85_mental-health": { + "1": { + "k": 1, + "selected_features": [ + 6009 + ], + "test_balanced_acc": 0.9324444301639699, + "test_accuracy": 0.9324137931034483, + "test_auc": 0.9324444301639698, + "test_f1": 0.9276218611521418, + "test_precision": 0.9989395546129375, + "test_recall": 0.8658088235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 6009, + 2844, + 4987, + 24993 + ], + "test_balanced_acc": 0.9347320776286596, + "test_accuracy": 0.9347126436781609, + "test_auc": 0.9863409140104984, + "test_f1": 0.9318618042226487, + "test_precision": 0.9748995983935743, + "test_recall": 0.8924632352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 6009, + 2844, + 4987, + 24993, + 17554, + 31855, + 16091, + 13480, + 2086, + 8994, + 16281, + 20211, + 23933, + 29155, + 4406, + 19434 + ], + "test_balanced_acc": 0.9935632170301423, + "test_accuracy": 0.9935632183908046, + "test_auc": 0.9984331876724931, + "test_f1": 0.9935661764705882, + "test_precision": 0.9935661764705882, + "test_recall": 0.9935661764705882 + } + }, + "87_glue_cola": { + "1": { + "k": 1, + "selected_features": [ + 9575 + ], + "test_balanced_acc": 0.66388251501966, + "test_accuracy": 0.6638993710691824, + "test_auc": 0.66388251501966, + "test_f1": 0.6850542197076851, + "test_precision": 0.6446317657497782, + "test_recall": 0.7308853118712274 + }, + "4": { + "k": 4, + "selected_features": [ + 9575, + 18264, + 28445, + 26967 + ], + "test_balanced_acc": 0.6671775747590728, + "test_accuracy": 0.6671698113207547, + "test_auc": 0.7102377728879569, + "test_f1": 0.6566311964702829, + "test_precision": 0.67828418230563, + "test_recall": 0.636317907444668 + }, + "16": { + "k": 16, + "selected_features": [ + 9575, + 18264, + 28445, + 26967, + 6483, + 20713, + 32025, + 18382, + 30750, + 9319, + 14980, + 22771, + 25969, + 7671, + 17075, + 23435 + ], + "test_balanced_acc": 0.688292690212741, + "test_accuracy": 0.6883018867924529, + "test_auc": 0.7499421541832778, + "test_f1": 0.6993448192186362, + "test_precision": 0.6755743084857009, + "test_recall": 0.7248490945674044 + } + }, + "89_glue_mrpc": { + "1": { + "k": 1, + "selected_features": [ + 9318 + ], + "test_balanced_acc": 0.653593990207604, + "test_accuracy": 0.6537050623624358, + "test_auc": 0.653593990207604, + "test_f1": 0.6993630573248407, + "test_precision": 0.6182432432432432, + "test_recall": 0.8049853372434017 + }, + "4": { + "k": 4, + "selected_features": [ + 9318, + 25408, + 16270, + 9889 + ], + "test_balanced_acc": 0.6713001838765659, + "test_accuracy": 0.6713132795304475, + "test_auc": 0.7108325689752434, + "test_f1": 0.6772334293948127, + "test_precision": 0.6657223796033994, + "test_recall": 0.6891495601173021 + }, + "16": { + "k": 16, + "selected_features": [ + 9318, + 25408, + 16270, + 9889, + 9955, + 22575, + 17847, + 12421, + 30728, + 1001, + 15068, + 23747, + 14082, + 23655, + 14603, + 14187 + ], + "test_balanced_acc": 0.6749615667833659, + "test_accuracy": 0.6749816581071166, + "test_auc": 0.7531134135155735, + "test_f1": 0.6837972876516774, + "test_precision": 0.6662030598052852, + "test_recall": 0.7023460410557185 + } + }, + "90_glue_qnli": { + "1": { + "k": 1, + "selected_features": [ + 12421 + ], + "test_balanced_acc": 0.6947887627729132, + "test_accuracy": 0.6948427672955975, + "test_auc": 0.6947887627729132, + "test_f1": 0.7488092772830813, + "test_precision": 0.6363956353396691, + "test_recall": 0.9094567404426559 + }, + "4": { + "k": 4, + "selected_features": [ + 12421, + 10380, + 8137, + 18409 + ], + "test_balanced_acc": 0.7592384958973772, + "test_accuracy": 0.759245283018868, + "test_auc": 0.8215917295418206, + "test_f1": 0.7656135194709772, + "test_precision": 0.7460620525059666, + "test_recall": 0.7862173038229376 + }, + "16": { + "k": 16, + "selected_features": [ + 12421, + 10380, + 8137, + 18409, + 6432, + 27478, + 32166, + 27978, + 27660, + 30939, + 8651, + 9889, + 4577, + 25934, + 1771, + 3272 + ], + "test_balanced_acc": 0.7703056537513961, + "test_accuracy": 0.770314465408805, + "test_auc": 0.8504943855381913, + "test_f1": 0.7781287970838396, + "test_precision": 0.7527033380347908, + "test_recall": 0.8053319919517102 + } + }, + "91_glue_qqp": { + "1": { + "k": 1, + "selected_features": [ + 30728 + ], + "test_balanced_acc": 0.7672985573227994, + "test_accuracy": 0.7672955974842768, + "test_auc": 0.7672985573227993, + "test_f1": 0.7645711376940697, + "test_precision": 0.773827923750644, + "test_recall": 0.755533199195171 + }, + "4": { + "k": 4, + "selected_features": [ + 30728, + 30727, + 25237, + 26696 + ], + "test_balanced_acc": 0.7778545961222798, + "test_accuracy": 0.7778616352201257, + "test_auc": 0.8330577324034798, + "test_f1": 0.7839491069243945, + "test_precision": 0.7632205812291567, + "test_recall": 0.8058350100603622 + }, + "16": { + "k": 16, + "selected_features": [ + 30728, + 30727, + 25237, + 26696, + 22641, + 31970, + 12421, + 9889, + 29297, + 20616, + 99, + 19176, + 17393, + 9955, + 22907, + 5774 + ], + "test_balanced_acc": 0.7957208525435451, + "test_accuracy": 0.7957232704402516, + "test_auc": 0.8683903876201345, + "test_f1": 0.7977080219232685, + "test_precision": 0.7902270483711747, + "test_recall": 0.8053319919517102 + } + }, + "92_glue_sst2": { + "1": { + "k": 1, + "selected_features": [ + 7895 + ], + "test_balanced_acc": 0.7987092155347788, + "test_accuracy": 0.7987421383647799, + "test_auc": 0.7987092155347788, + "test_f1": 0.8220640569395018, + "test_precision": 0.7368421052631579, + "test_recall": 0.9295774647887324 + }, + "4": { + "k": 4, + "selected_features": [ + 7895, + 18401, + 31946, + 13462 + ], + "test_balanced_acc": 0.846784532053924, + "test_accuracy": 0.8467924528301887, + "test_auc": 0.8712248326395211, + "test_f1": 0.8514996342355523, + "test_precision": 0.8263132986275438, + "test_recall": 0.8782696177062375 + }, + "16": { + "k": 16, + "selected_features": [ + 7895, + 18401, + 31946, + 13462, + 4974, + 27537, + 30593, + 7595, + 4643, + 18343, + 19125, + 23455, + 8841, + 22771, + 21211, + 13817 + ], + "test_balanced_acc": 0.8545897934157537, + "test_accuracy": 0.8545911949685535, + "test_auc": 0.9339181794339262, + "test_f1": 0.8554277138569285, + "test_precision": 0.8507462686567164, + "test_recall": 0.8601609657947686 + } + }, + "94_ai_gen": { + "1": { + "k": 1, + "selected_features": [ + 1128 + ], + "test_balanced_acc": 0.9101977238367295, + "test_accuracy": 0.910188679245283, + "test_auc": 0.9101977238367294, + "test_f1": 0.9068614662144534, + "test_precision": 0.9420054200542005, + "test_recall": 0.8742454728370221 + }, + "4": { + "k": 4, + "selected_features": [ + 1128, + 23435, + 21583, + 14014 + ], + "test_balanced_acc": 0.9172394710487384, + "test_accuracy": 0.9172327044025157, + "test_auc": 0.9646127899758896, + "test_f1": 0.9149651072628586, + "test_precision": 0.9409888357256778, + "test_recall": 0.8903420523138833 + }, + "16": { + "k": 16, + "selected_features": [ + 1128, + 23435, + 21583, + 14014, + 2581, + 21270, + 18549, + 24073, + 10590, + 27948, + 19507, + 20456, + 27149, + 31483, + 30835, + 14801 + ], + "test_balanced_acc": 0.9393773309206017, + "test_accuracy": 0.9393710691823899, + "test_auc": 0.9839530388166947, + "test_f1": 0.9378385349497034, + "test_precision": 0.9624139756484913, + "test_recall": 0.9144869215291751 + } + }, + "95_toxic_is": { + "1": { + "k": 1, + "selected_features": [ + 29225 + ], + "test_balanced_acc": 0.7097959183673469, + "test_accuracy": 0.7070707070707071, + "test_auc": 0.7097959183673469, + "test_f1": 0.6027397260273972, + "test_precision": 0.9565217391304348, + "test_recall": 0.44 + }, + "4": { + "k": 4, + "selected_features": [ + 29225, + 29173, + 31186, + 1412 + ], + "test_balanced_acc": 0.7273469387755103, + "test_accuracy": 0.7272727272727273, + "test_auc": 0.7730612244897959, + "test_f1": 0.7272727272727273, + "test_precision": 0.7346938775510204, + "test_recall": 0.72 + }, + "16": { + "k": 16, + "selected_features": [ + 29225, + 29173, + 31186, + 1412, + 2473, + 29791, + 17653, + 21270, + 23182, + 31617, + 28867, + 6927, + 11767, + 262, + 8841, + 10590 + ], + "test_balanced_acc": 0.7877551020408163, + "test_accuracy": 0.7878787878787878, + "test_auc": 0.8606122448979592, + "test_f1": 0.7920792079207921, + "test_precision": 0.7843137254901961, + "test_recall": 0.8 + } + }, + "96_spam_is": { + "1": { + "k": 1, + "selected_features": [ + 28289 + ], + "test_balanced_acc": 0.8446353882524096, + "test_accuracy": 0.8443496801705757, + "test_auc": 0.8446353882524096, + "test_f1": 0.8206388206388207, + "test_precision": 0.9709302325581395, + "test_recall": 0.7106382978723405 + }, + "4": { + "k": 4, + "selected_features": [ + 28289, + 16863, + 414, + 26582 + ], + "test_balanced_acc": 0.9148117839607202, + "test_accuracy": 0.9147121535181236, + "test_auc": 0.9759410801963991, + "test_f1": 0.9107142857142857, + "test_precision": 0.9577464788732394, + "test_recall": 0.8680851063829788 + }, + "16": { + "k": 16, + "selected_features": [ + 28289, + 16863, + 414, + 26582, + 18112, + 12224, + 8876, + 18613, + 24050, + 27292, + 31640, + 29104, + 999, + 3630, + 10397, + 12490 + ], + "test_balanced_acc": 0.9445626477541371, + "test_accuracy": 0.9445628997867804, + "test_auc": 0.9831151118385161, + "test_f1": 0.9446808510638298, + "test_precision": 0.9446808510638298, + "test_recall": 0.9446808510638298 + } + }, + "100_news_fake": { + "1": { + "k": 1, + "selected_features": [ + 23252 + ], + "test_balanced_acc": 0.9594424637459262, + "test_accuracy": 0.9594272076372315, + "test_auc": 0.9594424637459262, + "test_f1": 0.9581074420896993, + "test_precision": 0.9908256880733946, + "test_recall": 0.9274809160305344 + }, + "4": { + "k": 4, + "selected_features": [ + 23252, + 21629, + 28445, + 28685 + ], + "test_balanced_acc": 0.9823418600581815, + "test_accuracy": 0.9823389021479714, + "test_auc": 0.9875229663815919, + "test_f1": 0.9822371579452712, + "test_precision": 0.9884057971014493, + "test_recall": 0.976145038167939 + }, + "16": { + "k": 16, + "selected_features": [ + 23252, + 21629, + 28445, + 28685, + 21225, + 25969, + 30835, + 20047, + 3248, + 29577, + 30358, + 7026, + 13959, + 5897, + 22698, + 23435 + ], + "test_balanced_acc": 0.9880702406730972, + "test_accuracy": 0.9880668257756563, + "test_auc": 0.9987017614850136, + "test_f1": 0.987986544930322, + "test_precision": 0.995159728944821, + "test_recall": 0.9809160305343512 + } + }, + "105_click_bait": { + "1": { + "k": 1, + "selected_features": [ + 10173 + ], + "test_balanced_acc": 0.959158249497658, + "test_accuracy": 0.9591704471808166, + "test_auc": 0.9591582494976579, + "test_f1": 0.9599491417673236, + "test_precision": 0.9425717852684145, + "test_recall": 0.977979274611399 + }, + "4": { + "k": 4, + "selected_features": [ + 10173, + 21629, + 17075, + 12490 + ], + "test_balanced_acc": 0.9643505171266709, + "test_accuracy": 0.9643551523007129, + "test_auc": 0.9741831481892167, + "test_f1": 0.9646302250803859, + "test_precision": 0.9578544061302682, + "test_recall": 0.9715025906735751 + }, + "16": { + "k": 16, + "selected_features": [ + 10173, + 21629, + 17075, + 12490, + 12890, + 14187, + 31752, + 11100, + 31144, + 25307, + 8954, + 27308, + 8463, + 6025, + 2392, + 9118 + ], + "test_balanced_acc": 0.9630543403022789, + "test_accuracy": 0.9630589760207389, + "test_auc": 0.9849944221554673, + "test_f1": 0.9633440514469453, + "test_precision": 0.9565772669220945, + "test_recall": 0.9702072538860104 + } + }, + "106_hate_hate": { + "1": { + "k": 1, + "selected_features": [ + 12781 + ], + "test_balanced_acc": 0.5725958670999323, + "test_accuracy": 0.5725786163522013, + "test_auc": 0.5725958670999323, + "test_f1": 0.5411828247367, + "test_precision": 0.5842565597667638, + "test_recall": 0.5040241448692153 + }, + "4": { + "k": 4, + "selected_features": [ + 12781, + 31946, + 32074, + 16918 + ], + "test_balanced_acc": 0.5753514544742031, + "test_accuracy": 0.5753459119496855, + "test_auc": 0.6063731407063417, + "test_f1": 0.565843621399177, + "test_precision": 0.5789473684210527, + "test_recall": 0.5533199195171026 + }, + "16": { + "k": 16, + "selected_features": [ + 12781, + 31946, + 32074, + 16918, + 16320, + 12526, + 11887, + 22179, + 6446, + 1173, + 17175, + 7018, + 7212, + 32266, + 10411, + 6221 + ], + "test_balanced_acc": 0.6002702171762331, + "test_accuracy": 0.6002515723270441, + "test_auc": 0.6326251418931302, + "test_f1": 0.5683238250475414, + "test_precision": 0.6178381571175429, + "test_recall": 0.5261569416498993 + } + }, + "107_hate_offensive": { + "1": { + "k": 1, + "selected_features": [ + 21270 + ], + "test_balanced_acc": 0.6641485804611261, + "test_accuracy": 0.6641509433962264, + "test_auc": 0.6641485804611261, + "test_f1": 0.6673311736855221, + "test_precision": 0.6612345679012346, + "test_recall": 0.6735412474849095 + }, + "4": { + "k": 4, + "selected_features": [ + 21270, + 21389, + 19611, + 24632 + ], + "test_balanced_acc": 0.688587488696649, + "test_accuracy": 0.6885534591194968, + "test_auc": 0.7418832319533709, + "test_f1": 0.6399069226294357, + "test_precision": 0.7586206896551724, + "test_recall": 0.5533199195171026 + }, + "16": { + "k": 16, + "selected_features": [ + 21270, + 21389, + 19611, + 24632, + 19995, + 1173, + 25545, + 32074, + 20464, + 29135, + 25246, + 22180, + 2473, + 30621, + 30195, + 32048 + ], + "test_balanced_acc": 0.7079395092244458, + "test_accuracy": 0.7079245283018868, + "test_auc": 0.7629406281675963, + "test_f1": 0.6894891682267986, + "test_precision": 0.7361507709880069, + "test_recall": 0.6483903420523138 + } + }, + "110_aimade_humangpt3": { + "1": { + "k": 1, + "selected_features": [ + 21629 + ], + "test_balanced_acc": 0.7423353659956721, + "test_accuracy": 0.7423899371069183, + "test_auc": 0.7423353659956721, + "test_f1": 0.7883422902025631, + "test_precision": 0.6691228070175439, + "test_recall": 0.9592555331991952 + }, + "4": { + "k": 4, + "selected_features": [ + 21629, + 29850, + 1238, + 164 + ], + "test_balanced_acc": 0.7798292016821614, + "test_accuracy": 0.779874213836478, + "test_auc": 0.8126181598903942, + "test_f1": 0.8133134200981438, + "test_precision": 0.7061874768432753, + "test_recall": 0.9587525150905433 + }, + "16": { + "k": 16, + "selected_features": [ + 21629, + 29850, + 1238, + 164, + 16690, + 3248, + 31144, + 20802, + 10173, + 23154, + 30750, + 11252, + 6842, + 28493, + 28151, + 15939 + ], + "test_balanced_acc": 0.7828754104901174, + "test_accuracy": 0.7828930817610062, + "test_auc": 0.8680424266788451, + "test_f1": 0.7971797884841363, + "test_precision": 0.7481252756947507, + "test_recall": 0.8531187122736419 + } + }, + "113_movie_sent": { + "1": { + "k": 1, + "selected_features": [ + 7895 + ], + "test_balanced_acc": 0.8518157257586789, + "test_accuracy": 0.8518238993710692, + "test_auc": 0.8518157257586788, + "test_f1": 0.8565164433617539, + "test_precision": 0.8304204062352385, + "test_recall": 0.8843058350100603 + }, + "4": { + "k": 4, + "selected_features": [ + 7895, + 18401, + 27537, + 28270 + ], + "test_balanced_acc": 0.8573522159631164, + "test_accuracy": 0.8573584905660377, + "test_auc": 0.903392802714627, + "test_f1": 0.8608588957055214, + "test_precision": 0.8404408241494968, + "test_recall": 0.8822937625754527 + }, + "16": { + "k": 16, + "selected_features": [ + 7895, + 18401, + 27537, + 28270, + 31946, + 9957, + 30593, + 24551, + 19914, + 29554, + 367, + 9474, + 13462, + 26069, + 4643, + 16320 + ], + "test_balanced_acc": 0.8817621380016384, + "test_accuracy": 0.8817610062893082, + "test_auc": 0.9430104785735043, + "test_f1": 0.8812531581606872, + "test_precision": 0.8852791878172589, + "test_recall": 0.8772635814889336 + } + }, + "114_nyc_borough_Manhattan": { + "1": { + "k": 1, + "selected_features": [ + 32299 + ], + "test_balanced_acc": 0.560259366479281, + "test_accuracy": 0.56, + "test_auc": 0.560259366479281, + "test_f1": 0.411522633744856, + "test_precision": 0.6224066390041494, + "test_recall": 0.3073770491803279 + }, + "4": { + "k": 4, + "selected_features": [ + 32299, + 32172, + 16091, + 25195 + ], + "test_balanced_acc": 0.5744837075436766, + "test_accuracy": 0.5743589743589743, + "test_auc": 0.6040642777796479, + "test_f1": 0.5157526254375729, + "test_precision": 0.5989159891598916, + "test_recall": 0.45286885245901637 + }, + "16": { + "k": 16, + "selected_features": [ + 32299, + 32172, + 16091, + 25195, + 1749, + 8951, + 11681, + 16059, + 7458, + 30546, + 32571, + 7672, + 31072, + 16336, + 4856, + 8644 + ], + "test_balanced_acc": 0.5887480223516344, + "test_accuracy": 0.5887179487179487, + "test_auc": 0.6248948059379944, + "test_f1": 0.5765575501583949, + "test_precision": 0.5947712418300654, + "test_recall": 0.5594262295081968 + } + }, + "115_nyc_borough_Brooklyn": { + "1": { + "k": 1, + "selected_features": [ + 32299 + ], + "test_balanced_acc": 0.4971450331571683, + "test_accuracy": 0.49743589743589745, + "test_auc": 0.4971450331571683, + "test_f1": 0.6086261980830671, + "test_precision": 0.4986910994764398, + "test_recall": 0.7807377049180327 + }, + "4": { + "k": 4, + "selected_features": [ + 32299, + 8807, + 13491, + 31072 + ], + "test_balanced_acc": 0.5118490591443094, + "test_accuracy": 0.5117948717948718, + "test_auc": 0.5302727471639681, + "test_f1": 0.48484848484848486, + "test_precision": 0.5137614678899083, + "test_recall": 0.45901639344262296 + }, + "16": { + "k": 16, + "selected_features": [ + 32299, + 8807, + 13491, + 31072, + 24448, + 20894, + 9180, + 25705, + 16604, + 17876, + 11938, + 8360, + 31412, + 15072, + 8261, + 11384 + ], + "test_balanced_acc": 0.5425573097249807, + "test_accuracy": 0.5425641025641026, + "test_auc": 0.5585110411687482, + "test_f1": 0.5458248472505092, + "test_precision": 0.5425101214574899, + "test_recall": 0.5491803278688525 + } + }, + "116_nyc_borough_Bronx": { + "1": { + "k": 1, + "selected_features": [ + 5359 + ], + "test_balanced_acc": 0.5366748577776281, + "test_accuracy": 0.5364102564102564, + "test_auc": 0.5366748577776282, + "test_f1": 0.3756906077348066, + "test_precision": 0.576271186440678, + "test_recall": 0.2786885245901639 + }, + "4": { + "k": 4, + "selected_features": [ + 5359, + 27824, + 16412, + 11812 + ], + "test_balanced_acc": 0.5488731612077962, + "test_accuracy": 0.5487179487179488, + "test_auc": 0.5580608105833641, + "test_f1": 0.46859903381642515, + "test_precision": 0.5705882352941176, + "test_recall": 0.3975409836065574 + }, + "16": { + "k": 16, + "selected_features": [ + 5359, + 27824, + 16412, + 11812, + 10556, + 3412, + 631, + 20620, + 3605, + 26972, + 17646, + 23895, + 25697, + 4546, + 32266, + 8160 + ], + "test_balanced_acc": 0.5498809203218097, + "test_accuracy": 0.5497435897435897, + "test_auc": 0.5624747534251187, + "test_f1": 0.4804733727810651, + "test_precision": 0.5686274509803921, + "test_recall": 0.41598360655737704 + } + }, + "117_us_state_FL": { + "1": { + "k": 1, + "selected_features": [ + 5054 + ], + "test_balanced_acc": 0.8200000000000001, + "test_accuracy": 0.8181818181818182, + "test_auc": 0.8200000000000001, + "test_f1": 0.7804878048780488, + "test_precision": 1.0, + "test_recall": 0.64 + }, + "4": { + "k": 4, + "selected_features": [ + 5054, + 17253, + 19084, + 12222 + ], + "test_balanced_acc": 0.8393877551020408, + "test_accuracy": 0.8383838383838383, + "test_auc": 0.8706122448979592, + "test_f1": 0.8222222222222222, + "test_precision": 0.925, + "test_recall": 0.74 + }, + "16": { + "k": 16, + "selected_features": [ + 5054, + 17253, + 19084, + 12222, + 5395, + 24309, + 474, + 5891, + 17095, + 10738, + 20241, + 4684, + 7593, + 14112, + 26468, + 19394 + ], + "test_balanced_acc": 0.7673469387755103, + "test_accuracy": 0.7676767676767676, + "test_auc": 0.8663265306122448, + "test_f1": 0.7766990291262136, + "test_precision": 0.7547169811320755, + "test_recall": 0.8 + } + }, + "118_us_state_CA": { + "1": { + "k": 1, + "selected_features": [ + 15760 + ], + "test_balanced_acc": 0.8481632653061224, + "test_accuracy": 0.8484848484848485, + "test_auc": 0.8481632653061224, + "test_f1": 0.8543689320388349, + "test_precision": 0.8301886792452831, + "test_recall": 0.88 + }, + "4": { + "k": 4, + "selected_features": [ + 15760, + 1274, + 17253, + 5997 + ], + "test_balanced_acc": 0.8279591836734694, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8977551020408162, + "test_f1": 0.8349514563106796, + "test_precision": 0.8113207547169812, + "test_recall": 0.86 + }, + "16": { + "k": 16, + "selected_features": [ + 15760, + 1274, + 17253, + 5997, + 27622, + 23435, + 13577, + 23931, + 5478, + 7338, + 21232, + 3649, + 30546, + 19394, + 672, + 1487 + ], + "test_balanced_acc": 0.8685714285714285, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.9034693877551021, + "test_f1": 0.8712871287128713, + "test_precision": 0.8627450980392157, + "test_recall": 0.88 + } + }, + "119_us_state_TX": { + "1": { + "k": 1, + "selected_features": [ + 661 + ], + "test_balanced_acc": 0.8300000000000001, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8300000000000001, + "test_f1": 0.7951807228915663, + "test_precision": 1.0, + "test_recall": 0.66 + }, + "4": { + "k": 4, + "selected_features": [ + 661, + 1274, + 5299, + 7850 + ], + "test_balanced_acc": 0.86, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.8951020408163265, + "test_f1": 0.8372093023255814, + "test_precision": 1.0, + "test_recall": 0.72 + }, + "16": { + "k": 16, + "selected_features": [ + 661, + 1274, + 5299, + 7850, + 5997, + 17253, + 15760, + 7338, + 25697, + 4548, + 27622, + 4856, + 27858, + 4565, + 29778, + 10766 + ], + "test_balanced_acc": 0.8591836734693878, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.9428571428571428, + "test_f1": 0.851063829787234, + "test_precision": 0.9090909090909091, + "test_recall": 0.8 + } + }, + "120_us_timezone_Chicago": { + "1": { + "k": 1, + "selected_features": [ + 1274 + ], + "test_balanced_acc": 0.6510733810224552, + "test_accuracy": 0.6510619852622453, + "test_auc": 0.6510733810224552, + "test_f1": 0.6417445482866043, + "test_precision": 0.6596523330283623, + "test_recall": 0.6247833622183708 + }, + "4": { + "k": 4, + "selected_features": [ + 1274, + 15760, + 4689, + 11156 + ], + "test_balanced_acc": 0.6757655787554432, + "test_accuracy": 0.6757693974859125, + "test_auc": 0.7406035945713165, + "test_f1": 0.6786941580756014, + "test_precision": 0.6729131175468483, + "test_recall": 0.6845753899480069 + }, + "16": { + "k": 16, + "selected_features": [ + 1274, + 15760, + 4689, + 11156, + 19084, + 15060, + 4565, + 30165, + 661, + 16336, + 22935, + 7850, + 23435, + 26643, + 8185, + 31116 + ], + "test_balanced_acc": 0.7442640778858858, + "test_accuracy": 0.7442566103164283, + "test_auc": 0.8160093253828081, + "test_f1": 0.7398589065255732, + "test_precision": 0.7531418312387792, + "test_recall": 0.7270363951473137 + } + }, + "121_us_timezone_New_York": { + "1": { + "k": 1, + "selected_features": [ + 15760 + ], + "test_balanced_acc": 0.6787282366398559, + "test_accuracy": 0.6788036410923277, + "test_auc": 0.6787282366398559, + "test_f1": 0.7264673311184939, + "test_precision": 0.6327974276527332, + "test_recall": 0.8526863084922011 + }, + "4": { + "k": 4, + "selected_features": [ + 15760, + 3073, + 15060, + 17253 + ], + "test_balanced_acc": 0.7342397423043796, + "test_accuracy": 0.7342869527524925, + "test_auc": 0.7935703108911873, + "test_f1": 0.7604533020711215, + "test_precision": 0.6925266903914591, + "test_recall": 0.8431542461005199 + }, + "16": { + "k": 16, + "selected_features": [ + 15760, + 3073, + 15060, + 17253, + 11156, + 20169, + 7338, + 5299, + 7448, + 26621, + 6808, + 32293, + 19084, + 7850, + 20894, + 4565 + ], + "test_balanced_acc": 0.7676549458048554, + "test_accuracy": 0.7676636324230602, + "test_auc": 0.8572449085424054, + "test_f1": 0.7723024638912489, + "test_precision": 0.7575, + "test_recall": 0.7876949740034662 + } + }, + "122_us_timezone_Los_Angeles": { + "1": { + "k": 1, + "selected_features": [ + 15760 + ], + "test_balanced_acc": 0.8231499171026979, + "test_accuracy": 0.823146944083225, + "test_auc": 0.8231499171026979, + "test_f1": 0.8219895287958116, + "test_precision": 0.827768014059754, + "test_recall": 0.8162911611785095 + }, + "4": { + "k": 4, + "selected_features": [ + 15760, + 1274, + 7338, + 23435 + ], + "test_balanced_acc": 0.8231499171026979, + "test_accuracy": 0.823146944083225, + "test_auc": 0.8893212041227693, + "test_f1": 0.8219895287958116, + "test_precision": 0.827768014059754, + "test_recall": 0.8162911611785095 + }, + "16": { + "k": 16, + "selected_features": [ + 15760, + 1274, + 7338, + 23435, + 17253, + 7671, + 3649, + 1487, + 20070, + 2906, + 30546, + 30113, + 13577, + 14112, + 13996, + 26643 + ], + "test_balanced_acc": 0.8253249378833907, + "test_accuracy": 0.8253142609449502, + "test_auc": 0.902395754575886, + "test_f1": 0.8209684584629053, + "test_precision": 0.8422971741112124, + "test_recall": 0.8006932409012132 + } + }, + "123_world_country_United_Kingdom": { + "1": { + "k": 1, + "selected_features": [ + 9249 + ], + "test_balanced_acc": 0.9210939340896085, + "test_accuracy": 0.921025641025641, + "test_auc": 0.9210939340896085, + "test_f1": 0.9154774972557629, + "test_precision": 0.9858156028368794, + "test_recall": 0.8545081967213115 + }, + "4": { + "k": 4, + "selected_features": [ + 9249, + 30383, + 16905, + 27292 + ], + "test_balanced_acc": 0.9210939340896085, + "test_accuracy": 0.921025641025641, + "test_auc": 0.9706277140067997, + "test_f1": 0.9154774972557629, + "test_precision": 0.9858156028368794, + "test_recall": 0.8545081967213115 + }, + "16": { + "k": 16, + "selected_features": [ + 9249, + 30383, + 16905, + 27292, + 25697, + 1393, + 4565, + 28662, + 31156, + 465, + 19705, + 13815, + 5468, + 25124, + 23051, + 924 + ], + "test_balanced_acc": 0.9404980307671593, + "test_accuracy": 0.9405128205128205, + "test_auc": 0.9832867674285521, + "test_f1": 0.9414141414141414, + "test_precision": 0.9282868525896414, + "test_recall": 0.9549180327868853 + } + }, + "124_world_country_United_States": { + "1": { + "k": 1, + "selected_features": [ + 12013 + ], + "test_balanced_acc": 0.8965121856801428, + "test_accuracy": 0.8964102564102564, + "test_auc": 0.8965121856801429, + "test_f1": 0.8850967007963595, + "test_precision": 0.9948849104859335, + "test_recall": 0.7971311475409836 + }, + "4": { + "k": 4, + "selected_features": [ + 12013, + 27292, + 936, + 2068 + ], + "test_balanced_acc": 0.9487704918032787, + "test_accuracy": 0.9487179487179487, + "test_auc": 0.9771223953950248, + "test_f1": 0.9460043196544277, + "test_precision": 1.0, + "test_recall": 0.8975409836065574 + }, + "16": { + "k": 16, + "selected_features": [ + 12013, + 27292, + 936, + 2068, + 19705, + 13815, + 6020, + 16091, + 6098, + 31069, + 16905, + 23345, + 31561, + 32596, + 10434, + 8443 + ], + "test_balanced_acc": 0.9507691789813848, + "test_accuracy": 0.9507692307692308, + "test_auc": 0.9904105093075706, + "test_f1": 0.9508196721311475, + "test_precision": 0.9508196721311475, + "test_recall": 0.9508196721311475 + } + }, + "125_world_country_Italy": { + "1": { + "k": 1, + "selected_features": [ + 14222 + ], + "test_balanced_acc": 0.9641077860436934, + "test_accuracy": 0.9641025641025641, + "test_auc": 0.9641077860436934, + "test_f1": 0.9639546858908342, + "test_precision": 0.968944099378882, + "test_recall": 0.9590163934426229 + }, + "4": { + "k": 4, + "selected_features": [ + 14222, + 13179, + 594, + 23838 + ], + "test_balanced_acc": 0.9712946443599151, + "test_accuracy": 0.9712820512820513, + "test_auc": 0.9902001211835594, + "test_f1": 0.970954356846473, + "test_precision": 0.9831932773109243, + "test_recall": 0.9590163934426229 + }, + "16": { + "k": 16, + "selected_features": [ + 14222, + 13179, + 594, + 23838, + 669, + 17253, + 26712, + 7006, + 11138, + 16091, + 31156, + 351, + 12518, + 27715, + 2688, + 25104 + ], + "test_balanced_acc": 0.9784625677449759, + "test_accuracy": 0.9784615384615385, + "test_auc": 0.9972586427441342, + "test_f1": 0.9784615384615385, + "test_precision": 0.9794661190965093, + "test_recall": 0.9774590163934426 + } + }, + "126_art_type_book": { + "1": { + "k": 1, + "selected_features": [ + 13200 + ], + "test_balanced_acc": 0.6190181291815038, + "test_accuracy": 0.6189856957087126, + "test_auc": 0.6190181291815038, + "test_f1": 0.5882903981264637, + "test_precision": 0.6401630988786952, + "test_recall": 0.5441941074523396 + }, + "4": { + "k": 4, + "selected_features": [ + 13200, + 18167, + 30750, + 32266 + ], + "test_balanced_acc": 0.6393482603591565, + "test_accuracy": 0.6393584742089293, + "test_auc": 0.7071072223616787, + "test_f1": 0.6477561388653683, + "test_precision": 0.6332781456953642, + "test_recall": 0.6629116117850953 + }, + "16": { + "k": 16, + "selected_features": [ + 13200, + 18167, + 30750, + 32266, + 24794, + 5247, + 24956, + 6025, + 2639, + 4856, + 7026, + 12890, + 32316, + 7037, + 8712, + 15892 + ], + "test_balanced_acc": 0.6896322756850113, + "test_accuracy": 0.6896402254009536, + "test_auc": 0.7526977322364535, + "test_f1": 0.6953191489361702, + "test_precision": 0.6831103678929766, + "test_recall": 0.7079722703639515 + } + }, + "127_art_type_song": { + "1": { + "k": 1, + "selected_features": [ + 18167 + ], + "test_balanced_acc": 0.6754085867475548, + "test_accuracy": 0.6753359341135674, + "test_auc": 0.6754085867475549, + "test_f1": 0.610098906819365, + "test_precision": 0.7640156453715776, + "test_recall": 0.5077989601386482 + }, + "4": { + "k": 4, + "selected_features": [ + 18167, + 5247, + 24956, + 24794 + ], + "test_balanced_acc": 0.7161387443801942, + "test_accuracy": 0.7160814911140009, + "test_auc": 0.8018374942317608, + "test_f1": 0.672990514228657, + "test_precision": 0.7938751472320377, + "test_recall": 0.584055459272097 + }, + "16": { + "k": 16, + "selected_features": [ + 18167, + 5247, + 24956, + 24794, + 30202, + 3324, + 4856, + 7026, + 13200, + 20241, + 6025, + 2639, + 4861, + 32266, + 22818, + 24386 + ], + "test_balanced_acc": 0.7299599718013892, + "test_accuracy": 0.729952319029042, + "test_auc": 0.8287080947749899, + "test_f1": 0.725187472430525, + "test_precision": 0.738544474393531, + "test_recall": 0.7123050259965338 + } + }, + "128_art_type_movie": { + "1": { + "k": 1, + "selected_features": [ + 16091 + ], + "test_balanced_acc": 0.5627110950109804, + "test_accuracy": 0.5626354573038578, + "test_auc": 0.5627110950109804, + "test_f1": 0.47034120734908136, + "test_precision": 0.596537949400799, + "test_recall": 0.3882149046793761 + }, + "4": { + "k": 4, + "selected_features": [ + 16091, + 18125, + 7758, + 11719 + ], + "test_balanced_acc": 0.5791770695390369, + "test_accuracy": 0.5791070654529692, + "test_auc": 0.6031372457653232, + "test_f1": 0.49819121447028425, + "test_precision": 0.617157490396927, + "test_recall": 0.41767764298093585 + }, + "16": { + "k": 16, + "selected_features": [ + 16091, + 18125, + 7758, + 11719, + 5247, + 18153, + 28913, + 18625, + 3399, + 11929, + 5108, + 4006, + 22282, + 3715, + 2888, + 4527 + ], + "test_balanced_acc": 0.63419404732737, + "test_accuracy": 0.6341569137407889, + "test_auc": 0.7013596510346756, + "test_f1": 0.6, + "test_precision": 0.6621338912133892, + "test_recall": 0.548526863084922 + } + }, + "129_arith_mc_A": { + "1": { + "k": 1, + "selected_features": [ + 6026 + ], + "test_balanced_acc": 0.5666575741043827, + "test_accuracy": 0.5671641791044776, + "test_auc": 0.5666575741043827, + "test_f1": 0.6506024096385542, + "test_precision": 0.546242774566474, + "test_recall": 0.8042553191489362 + }, + "4": { + "k": 4, + "selected_features": [ + 6026, + 16691, + 25348, + 10551 + ], + "test_balanced_acc": 0.6541643935260957, + "test_accuracy": 0.6545842217484008, + "test_auc": 0.7028823422440443, + "test_f1": 0.7117437722419929, + "test_precision": 0.6116207951070336, + "test_recall": 0.851063829787234 + }, + "16": { + "k": 16, + "selected_features": [ + 6026, + 16691, + 25348, + 10551, + 19332, + 10679, + 4887, + 3718, + 21958, + 8756, + 15927, + 22499, + 24536, + 769, + 5837, + 11304 + ], + "test_balanced_acc": 0.7377068557919622, + "test_accuracy": 0.7377398720682303, + "test_auc": 0.822895071831242, + "test_f1": 0.7421383647798742, + "test_precision": 0.731404958677686, + "test_recall": 0.7531914893617021 + } + }, + "130_temp_cat_Frequency": { + "1": { + "k": 1, + "selected_features": [ + 3978 + ], + "test_balanced_acc": 0.9697959183673469, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9697959183673469, + "test_f1": 0.9696969696969697, + "test_precision": 0.9795918367346939, + "test_recall": 0.96 + }, + "4": { + "k": 4, + "selected_features": [ + 3978, + 2162, + 26491, + 15066 + ], + "test_balanced_acc": 0.9795918367346939, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9946938775510203, + "test_f1": 0.9803921568627451, + "test_precision": 0.9615384615384616, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 3978, + 2162, + 26491, + 15066, + 19621, + 18716, + 23183, + 29223, + 13634, + 6767, + 9514, + 24386, + 24359, + 8181, + 28341, + 15889 + ], + "test_balanced_acc": 0.9797959183673469, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9979591836734695, + "test_f1": 0.98, + "test_precision": 0.98, + "test_recall": 0.98 + } + }, + "131_temp_cat_Typical Time": { + "1": { + "k": 1, + "selected_features": [ + 27768 + ], + "test_balanced_acc": 0.7987755102040817, + "test_accuracy": 0.797979797979798, + "test_auc": 0.7987755102040816, + "test_f1": 0.782608695652174, + "test_precision": 0.8571428571428571, + "test_recall": 0.72 + }, + "4": { + "k": 4, + "selected_features": [ + 27768, + 26345, + 26491, + 9796 + ], + "test_balanced_acc": 0.9093877551020408, + "test_accuracy": 0.9090909090909091, + "test_auc": 0.9842857142857143, + "test_f1": 0.9072164948453608, + "test_precision": 0.9361702127659575, + "test_recall": 0.88 + }, + "16": { + "k": 16, + "selected_features": [ + 27768, + 26345, + 26491, + 9796, + 2089, + 14886, + 1540, + 3978, + 12015, + 13941, + 1846, + 19895, + 12339, + 1777, + 25772, + 2162 + ], + "test_balanced_acc": 0.9797959183673469, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9987755102040817, + "test_f1": 0.98, + "test_precision": 0.98, + "test_recall": 0.98 + } + }, + "132_temp_cat_Event Ordering": { + "1": { + "k": 1, + "selected_features": [ + 11688 + ], + "test_balanced_acc": 0.96, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.96, + "test_f1": 0.9583333333333334, + "test_precision": 1.0, + "test_recall": 0.92 + }, + "4": { + "k": 4, + "selected_features": [ + 11688, + 25099, + 28341, + 26345 + ], + "test_balanced_acc": 0.9591836734693877, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.9983673469387755, + "test_f1": 0.9615384615384616, + "test_precision": 0.9259259259259259, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 11688, + 25099, + 28341, + 26345, + 22409, + 28968, + 22471, + 1100, + 26491, + 24908, + 14886, + 11220, + 6507, + 19354, + 20996, + 31786 + ], + "test_balanced_acc": 0.9693877551020409, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9987755102040815, + "test_f1": 0.970873786407767, + "test_precision": 0.9433962264150944, + "test_recall": 1.0 + } + }, + "133_context_type_Causality": { + "1": { + "k": 1, + "selected_features": [ + 13272 + ], + "test_balanced_acc": 0.942240834386852, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.9422408343868521, + "test_f1": 0.9422222222222222, + "test_precision": 0.9464285714285714, + "test_recall": 0.9380530973451328 + }, + "4": { + "k": 4, + "selected_features": [ + 13272, + 27001, + 17403, + 27600 + ], + "test_balanced_acc": 0.942240834386852, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.9647202907711757, + "test_f1": 0.9422222222222222, + "test_precision": 0.9464285714285714, + "test_recall": 0.9380530973451328 + }, + "16": { + "k": 16, + "selected_features": [ + 13272, + 27001, + 17403, + 27600, + 26227, + 4466, + 15802, + 7762, + 9030, + 29005, + 9281, + 18201, + 5280, + 28968, + 24904, + 7351 + ], + "test_balanced_acc": 0.942240834386852, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.9665376106194691, + "test_f1": 0.9422222222222222, + "test_precision": 0.9464285714285714, + "test_recall": 0.9380530973451328 + } + }, + "134_context_type_Belief_states": { + "1": { + "k": 1, + "selected_features": [ + 10728 + ], + "test_balanced_acc": 0.7078065739570164, + "test_accuracy": 0.7066666666666667, + "test_auc": 0.7078065739570165, + "test_f1": 0.6071428571428571, + "test_precision": 0.9272727272727272, + "test_recall": 0.45132743362831856 + }, + "4": { + "k": 4, + "selected_features": [ + 10728, + 2162, + 17794, + 10995 + ], + "test_balanced_acc": 0.8090628950695322, + "test_accuracy": 0.8088888888888889, + "test_auc": 0.8844026548672566, + "test_f1": 0.8018433179723502, + "test_precision": 0.8365384615384616, + "test_recall": 0.7699115044247787 + }, + "16": { + "k": 16, + "selected_features": [ + 10728, + 2162, + 17794, + 10995, + 5870, + 9281, + 11767, + 711, + 27960, + 21629, + 8463, + 164, + 4541, + 17149, + 14886, + 9964 + ], + "test_balanced_acc": 0.8801359039190897, + "test_accuracy": 0.88, + "test_auc": 0.9280183312262958, + "test_f1": 0.8767123287671232, + "test_precision": 0.9056603773584906, + "test_recall": 0.8495575221238938 + } + }, + "135_context_type_Event_duration": { + "1": { + "k": 1, + "selected_features": [ + 22471 + ], + "test_balanced_acc": 0.9468631479140328, + "test_accuracy": 0.9466666666666667, + "test_auc": 0.9468631479140329, + "test_f1": 0.9444444444444444, + "test_precision": 0.9902912621359223, + "test_recall": 0.9026548672566371 + }, + "4": { + "k": 4, + "selected_features": [ + 22471, + 28341, + 26491, + 22324 + ], + "test_balanced_acc": 0.9645227560050569, + "test_accuracy": 0.9644444444444444, + "test_auc": 0.9751896333754742, + "test_f1": 0.963963963963964, + "test_precision": 0.981651376146789, + "test_recall": 0.9469026548672567 + }, + "16": { + "k": 16, + "selected_features": [ + 22471, + 28341, + 26491, + 22324, + 11220, + 8633, + 32308, + 26345, + 25748, + 9796, + 6013, + 10873, + 28189, + 16320, + 2431, + 12015 + ], + "test_balanced_acc": 0.9644832490518331, + "test_accuracy": 0.9644444444444444, + "test_auc": 0.9868836915297091, + "test_f1": 0.9642857142857143, + "test_precision": 0.972972972972973, + "test_recall": 0.9557522123893806 + } + }, + "136_glue_mnli_entailment": { + "1": { + "k": 1, + "selected_features": [ + 25408 + ], + "test_balanced_acc": 0.6845163923214401, + "test_accuracy": 0.6844386649328131, + "test_auc": 0.6845163923214401, + "test_f1": 0.6156282998944034, + "test_precision": 0.7878378378378378, + "test_recall": 0.5051993067590987 + }, + "4": { + "k": 4, + "selected_features": [ + 25408, + 9318, + 22575, + 30728 + ], + "test_balanced_acc": 0.7256527692809505, + "test_accuracy": 0.7256176853055917, + "test_auc": 0.7825975039118808, + "test_f1": 0.7015558698727016, + "test_precision": 0.7693898655635988, + "test_recall": 0.6447140381282496 + }, + "16": { + "k": 16, + "selected_features": [ + 25408, + 9318, + 22575, + 30728, + 14603, + 27297, + 1671, + 10304, + 9889, + 29297, + 12421, + 23569, + 20616, + 32211, + 164, + 12937 + ], + "test_balanced_acc": 0.7611885053082832, + "test_accuracy": 0.7611616818378847, + "test_auc": 0.8407872011976895, + "test_f1": 0.7454965357967668, + "test_precision": 0.798219584569733, + "test_recall": 0.6993067590987868 + } + }, + "137_glue_mnli_neutral": { + "1": { + "k": 1, + "selected_features": [ + 9318 + ], + "test_balanced_acc": 0.5941853893317259, + "test_accuracy": 0.5942782834850455, + "test_auc": 0.594185389331726, + "test_f1": 0.6659528907922913, + "test_precision": 0.5661407766990292, + "test_recall": 0.8084922010398613 + }, + "4": { + "k": 4, + "selected_features": [ + 9318, + 27685, + 23569, + 4378 + ], + "test_balanced_acc": 0.6553843413535032, + "test_accuracy": 0.6553966189856957, + "test_auc": 0.685189416201575, + "test_f1": 0.6649810366624526, + "test_precision": 0.6472518457752255, + "test_recall": 0.6837088388214905 + }, + "16": { + "k": 16, + "selected_features": [ + 9318, + 27685, + 23569, + 4378, + 25408, + 22575, + 19489, + 30728, + 4249, + 12639, + 20465, + 20072, + 12951, + 7851, + 14603, + 14072 + ], + "test_balanced_acc": 0.6688143806902647, + "test_accuracy": 0.6688339835283919, + "test_auc": 0.726913138959327, + "test_f1": 0.6832504145936982, + "test_precision": 0.6550079491255962, + "test_recall": 0.7140381282495667 + } + }, + "138_glue_mnli_contradiction": { + "1": { + "k": 1, + "selected_features": [ + 23569 + ], + "test_balanced_acc": 0.6962396340794341, + "test_accuracy": 0.6961421759861292, + "test_auc": 0.6962396340794341, + "test_f1": 0.6081609837898267, + "test_precision": 0.8566929133858268, + "test_recall": 0.4714038128249567 + }, + "4": { + "k": 4, + "selected_features": [ + 23569, + 4378, + 30728, + 14072 + ], + "test_balanced_acc": 0.7274309652612956, + "test_accuracy": 0.7273515387949718, + "test_auc": 0.779061779909542, + "test_f1": 0.6663129973474801, + "test_precision": 0.8590971272229823, + "test_recall": 0.5441941074523396 + }, + "16": { + "k": 16, + "selected_features": [ + 23569, + 4378, + 30728, + 14072, + 1242, + 25408, + 7895, + 7851, + 10304, + 13096, + 9318, + 12639, + 29791, + 27510, + 22575, + 1671 + ], + "test_balanced_acc": 0.7564175889586505, + "test_accuracy": 0.7563935847420893, + "test_auc": 0.8384092586440918, + "test_f1": 0.7422018348623853, + "test_precision": 0.7884990253411306, + "test_recall": 0.7010398613518197 + } + }, + "139_news_class_Politics": { + "1": { + "k": 1, + "selected_features": [ + 2905 + ], + "test_balanced_acc": 0.6618809132460388, + "test_accuracy": 0.6616949152542373, + "test_auc": 0.6618809132460388, + "test_f1": 0.5340802987861811, + "test_precision": 0.8588588588588588, + "test_recall": 0.3875338753387534 + }, + "4": { + "k": 4, + "selected_features": [ + 2905, + 32622, + 16346, + 21966 + ], + "test_balanced_acc": 0.7132804197784176, + "test_accuracy": 0.7132203389830508, + "test_auc": 0.7721159538596741, + "test_f1": 0.6855018587360595, + "test_precision": 0.7594728171334432, + "test_recall": 0.6246612466124661 + }, + "16": { + "k": 16, + "selected_features": [ + 2905, + 32622, + 16346, + 21966, + 30383, + 28086, + 27660, + 18522, + 15776, + 14187, + 13827, + 561, + 7602, + 346, + 14860, + 3248 + ], + "test_balanced_acc": 0.8007091298864142, + "test_accuracy": 0.800677966101695, + "test_auc": 0.8752973859453655, + "test_f1": 0.7911931818181818, + "test_precision": 0.8313432835820895, + "test_recall": 0.7547425474254743 + } + }, + "140_news_class_Technology": { + "1": { + "k": 1, + "selected_features": [ + 20890 + ], + "test_balanced_acc": 0.6592012222700245, + "test_accuracy": 0.6589830508474577, + "test_auc": 0.6592012222700245, + "test_f1": 0.4975024975024975, + "test_precision": 0.9467680608365019, + "test_recall": 0.33739837398373984 + }, + "4": { + "k": 4, + "selected_features": [ + 20890, + 23665, + 7621, + 16491 + ], + "test_balanced_acc": 0.7526760138700437, + "test_accuracy": 0.752542372881356, + "test_auc": 0.7704557405139859, + "test_f1": 0.6919831223628692, + "test_precision": 0.9172259507829977, + "test_recall": 0.5555555555555556 + }, + "16": { + "k": 16, + "selected_features": [ + 20890, + 23665, + 7621, + 16491, + 23390, + 14833, + 12069, + 4249, + 6948, + 10590, + 27370, + 31169, + 28685, + 25748, + 7179, + 26369 + ], + "test_balanced_acc": 0.8048146187024964, + "test_accuracy": 0.8047457627118644, + "test_auc": 0.8733586318224105, + "test_f1": 0.7828054298642534, + "test_precision": 0.8826530612244898, + "test_recall": 0.7032520325203252 + } + }, + "141_news_class_Entertainment": { + "1": { + "k": 1, + "selected_features": [ + 30285 + ], + "test_balanced_acc": 0.6605553165436675, + "test_accuracy": 0.6603389830508475, + "test_auc": 0.6605553165436675, + "test_f1": 0.5014925373134328, + "test_precision": 0.9438202247191011, + "test_recall": 0.34146341463414637 + }, + "4": { + "k": 4, + "selected_features": [ + 30285, + 30213, + 3668, + 16346 + ], + "test_balanced_acc": 0.7036932852367872, + "test_accuracy": 0.703728813559322, + "test_auc": 0.7854693641916066, + "test_f1": 0.7186091435930457, + "test_precision": 0.6846625766871166, + "test_recall": 0.7560975609756098 + }, + "16": { + "k": 16, + "selected_features": [ + 30285, + 30213, + 3668, + 16346, + 346, + 15776, + 14187, + 16508, + 21966, + 30383, + 32622, + 28685, + 2905, + 11903, + 11334, + 30430 + ], + "test_balanced_acc": 0.7701542178244035, + "test_accuracy": 0.7701694915254237, + "test_auc": 0.8664888785929922, + "test_f1": 0.7753479125248509, + "test_precision": 0.7587548638132295, + "test_recall": 0.7926829268292683 + } + }, + "142_cancer_cat_Thyroid_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 333 + ], + "test_balanced_acc": 0.6389398884808921, + "test_accuracy": 0.6384839650145773, + "test_auc": 0.6389398884808921, + "test_f1": 0.5724137931034483, + "test_precision": 0.7033898305084746, + "test_recall": 0.48255813953488375 + }, + "4": { + "k": 4, + "selected_features": [ + 333, + 15692, + 19107, + 13667 + ], + "test_balanced_acc": 0.6765095879232966, + "test_accuracy": 0.6763848396501457, + "test_auc": 0.700717394260846, + "test_f1": 0.662613981762918, + "test_precision": 0.6942675159235668, + "test_recall": 0.6337209302325582 + }, + "16": { + "k": 16, + "selected_features": [ + 333, + 15692, + 19107, + 13667, + 18625, + 214, + 21583, + 7758, + 5631, + 1122, + 25969, + 4669, + 1540, + 16091, + 11126, + 14962 + ], + "test_balanced_acc": 0.6851285189718482, + "test_accuracy": 0.685131195335277, + "test_auc": 0.7198932408540731, + "test_f1": 0.686046511627907, + "test_precision": 0.686046511627907, + "test_recall": 0.686046511627907 + } + }, + "143_cancer_cat_Lung_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 1540 + ], + "test_balanced_acc": 0.684312525499796, + "test_accuracy": 0.685131195335277, + "test_auc": 0.684312525499796, + "test_f1": 0.7545454545454545, + "test_precision": 0.6194029850746269, + "test_recall": 0.9651162790697675 + }, + "4": { + "k": 4, + "selected_features": [ + 1540, + 1056, + 29296, + 23435 + ], + "test_balanced_acc": 0.8277573779409764, + "test_accuracy": 0.8279883381924198, + "test_auc": 0.8712940296477628, + "test_f1": 0.8409703504043127, + "test_precision": 0.7839195979899497, + "test_recall": 0.9069767441860465 + }, + "16": { + "k": 16, + "selected_features": [ + 1540, + 1056, + 29296, + 23435, + 24512, + 9889, + 13703, + 214, + 25969, + 333, + 10880, + 20620, + 1122, + 5631, + 30195, + 7758 + ], + "test_balanced_acc": 0.877515979872161, + "test_accuracy": 0.8775510204081632, + "test_auc": 0.9486434108527132, + "test_f1": 0.8793103448275862, + "test_precision": 0.8693181818181818, + "test_recall": 0.8895348837209303 + } + }, + "144_cancer_cat_Colon_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 1056 + ], + "test_balanced_acc": 0.6070991432068543, + "test_accuracy": 0.6064139941690962, + "test_auc": 0.6070991432068543, + "test_f1": 0.4866920152091255, + "test_precision": 0.7032967032967034, + "test_recall": 0.37209302325581395 + }, + "4": { + "k": 4, + "selected_features": [ + 1056, + 23435, + 13667, + 1540 + ], + "test_balanced_acc": 0.746736026111791, + "test_accuracy": 0.7463556851311953, + "test_auc": 0.796766625866993, + "test_f1": 0.7090301003344481, + "test_precision": 0.8346456692913385, + "test_recall": 0.6162790697674418 + }, + "16": { + "k": 16, + "selected_features": [ + 1056, + 23435, + 13667, + 1540, + 22180, + 20620, + 29296, + 9889, + 30195, + 5478, + 27972, + 24117, + 12877, + 17794, + 26281, + 14265 + ], + "test_balanced_acc": 0.7960016319869441, + "test_accuracy": 0.7959183673469388, + "test_auc": 0.8957228342173262, + "test_f1": 0.7904191616766467, + "test_precision": 0.8148148148148148, + "test_recall": 0.7674418604651163 + } + }, + "145_disease_class_digestive system diseases": { + "1": { + "k": 1, + "selected_features": [ + 25176 + ], + "test_balanced_acc": 0.5120408163265306, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5120408163265305, + "test_f1": 0.6307692307692307, + "test_precision": 0.5125, + "test_recall": 0.82 + }, + "4": { + "k": 4, + "selected_features": [ + 25176, + 5133, + 26475, + 25486 + ], + "test_balanced_acc": 0.4859183673469388, + "test_accuracy": 0.48484848484848486, + "test_auc": 0.5273469387755102, + "test_f1": 0.42696629213483145, + "test_precision": 0.48717948717948717, + "test_recall": 0.38 + }, + "16": { + "k": 16, + "selected_features": [ + 25176, + 5133, + 26475, + 25486, + 12526, + 13779, + 10977, + 17580, + 23154, + 32434, + 1242, + 16320, + 15567, + 1187, + 9889, + 29186 + ], + "test_balanced_acc": 0.5942857142857143, + "test_accuracy": 0.5959595959595959, + "test_auc": 0.5712244897959183, + "test_f1": 0.6551724137931034, + "test_precision": 0.5757575757575758, + "test_recall": 0.76 + } + }, + "146_disease_class_cardiovascular diseases": { + "1": { + "k": 1, + "selected_features": [ + 7191 + ], + "test_balanced_acc": 0.5159183673469387, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5159183673469387, + "test_f1": 0.4782608695652174, + "test_precision": 0.5238095238095238, + "test_recall": 0.44 + }, + "4": { + "k": 4, + "selected_features": [ + 7191, + 31935, + 11871, + 6373 + ], + "test_balanced_acc": 0.5269387755102041, + "test_accuracy": 0.5252525252525253, + "test_auc": 0.523265306122449, + "test_f1": 0.43373493975903615, + "test_precision": 0.5454545454545454, + "test_recall": 0.36 + }, + "16": { + "k": 16, + "selected_features": [ + 7191, + 31935, + 11871, + 6373, + 22957, + 9889, + 6025, + 10590, + 28830, + 18634, + 28712, + 4961, + 4553, + 21897, + 607, + 9517 + ], + "test_balanced_acc": 0.44551020408163267, + "test_accuracy": 0.4444444444444444, + "test_auc": 0.47571428571428565, + "test_f1": 0.38202247191011235, + "test_precision": 0.4358974358974359, + "test_recall": 0.34 + } + }, + "147_disease_class_nervous system diseases": { + "1": { + "k": 1, + "selected_features": [ + 27478 + ], + "test_balanced_acc": 0.5859183673469388, + "test_accuracy": 0.5858585858585859, + "test_auc": 0.5859183673469388, + "test_f1": 0.5858585858585859, + "test_precision": 0.5918367346938775, + "test_recall": 0.58 + }, + "4": { + "k": 4, + "selected_features": [ + 27478, + 2581, + 752, + 24808 + ], + "test_balanced_acc": 0.5865306122448979, + "test_accuracy": 0.5858585858585859, + "test_auc": 0.5938775510204082, + "test_f1": 0.5591397849462365, + "test_precision": 0.6046511627906976, + "test_recall": 0.52 + }, + "16": { + "k": 16, + "selected_features": [ + 27478, + 2581, + 752, + 24808, + 31144, + 12619, + 5478, + 20307, + 5393, + 10214, + 31324, + 7191, + 706, + 21583, + 23536, + 11962 + ], + "test_balanced_acc": 0.5755102040816327, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.6140816326530613, + "test_f1": 0.5882352941176471, + "test_precision": 0.5769230769230769, + "test_recall": 0.6 + } + }, + "148_twt_emotion_worry": { + "1": { + "k": 1, + "selected_features": [ + 24054 + ], + "test_balanced_acc": 0.5099300246733811, + "test_accuracy": 0.5098305084745762, + "test_auc": 0.509930024673381, + "test_f1": 0.4257347100873709, + "test_precision": 0.5143953934740882, + "test_recall": 0.36314363143631434 + }, + "4": { + "k": 4, + "selected_features": [ + 24054, + 7895, + 22771, + 14873 + ], + "test_balanced_acc": 0.5553689424275519, + "test_accuracy": 0.5552542372881356, + "test_auc": 0.5676228980742997, + "test_f1": 0.46492659053833607, + "test_precision": 0.5840163934426229, + "test_recall": 0.3861788617886179 + }, + "16": { + "k": 16, + "selected_features": [ + 24054, + 7895, + 22771, + 14873, + 10590, + 3266, + 14920, + 11871, + 7387, + 4643, + 6881, + 4817, + 23697, + 21697, + 31935, + 12313 + ], + "test_balanced_acc": 0.5607007460848015, + "test_accuracy": 0.560677966101695, + "test_auc": 0.5924102694215545, + "test_f1": 0.5455820476858345, + "test_precision": 0.565406976744186, + "test_recall": 0.5271002710027101 + } + }, + "149_twt_emotion_happiness": { + "1": { + "k": 1, + "selected_features": [ + 7895 + ], + "test_balanced_acc": 0.6160770427242943, + "test_accuracy": 0.616271186440678, + "test_auc": 0.6160770427242943, + "test_f1": 0.7017913593256059, + "test_precision": 0.5741379310344827, + "test_recall": 0.9024390243902439 + }, + "4": { + "k": 4, + "selected_features": [ + 7895, + 31205, + 27418, + 3220 + ], + "test_balanced_acc": 0.6103003092446121, + "test_accuracy": 0.6101694915254238, + "test_auc": 0.6888322614569429, + "test_f1": 0.5172124265323258, + "test_precision": 0.6799116997792495, + "test_recall": 0.4173441734417344 + }, + "16": { + "k": 16, + "selected_features": [ + 7895, + 31205, + 27418, + 3220, + 12526, + 30593, + 3266, + 3272, + 7595, + 7387, + 11100, + 4643, + 964, + 16320, + 14026, + 25849 + ], + "test_balanced_acc": 0.6664111078017158, + "test_accuracy": 0.6664406779661017, + "test_auc": 0.729799818350965, + "test_f1": 0.6805194805194805, + "test_precision": 0.6533665835411472, + "test_recall": 0.7100271002710027 + } + }, + "150_twt_emotion_sadness": { + "1": { + "k": 1, + "selected_features": [ + 7895 + ], + "test_balanced_acc": 0.5831972804124242, + "test_accuracy": 0.5830508474576271, + "test_auc": 0.5831972804124242, + "test_f1": 0.46845289541918755, + "test_precision": 0.6467780429594272, + "test_recall": 0.36720867208672087 + }, + "4": { + "k": 4, + "selected_features": [ + 7895, + 31205, + 6881, + 25748 + ], + "test_balanced_acc": 0.5653311417781749, + "test_accuracy": 0.5654237288135593, + "test_auc": 0.6275624832232041, + "test_f1": 0.6177698270721527, + "test_precision": 0.5516506922257721, + "test_recall": 0.7018970189701897 + }, + "16": { + "k": 16, + "selected_features": [ + 7895, + 31205, + 6881, + 25748, + 8562, + 24054, + 18401, + 11682, + 15307, + 22050, + 4643, + 19802, + 16496, + 16320, + 3220, + 24817 + ], + "test_balanced_acc": 0.5884904744569834, + "test_accuracy": 0.5884745762711865, + "test_auc": 0.6316109768967433, + "test_f1": 0.5787647467036781, + "test_precision": 0.5931721194879089, + "test_recall": 0.5650406504065041 + } + }, + "151_it_tick_HR Support": { + "1": { + "k": 1, + "selected_features": [ + 2370 + ], + "test_balanced_acc": 0.5813260430520664, + "test_accuracy": 0.5806451612903226, + "test_auc": 0.5813260430520664, + "test_f1": 0.4232081911262799, + "test_precision": 0.6813186813186813, + "test_recall": 0.3069306930693069 + }, + "4": { + "k": 4, + "selected_features": [ + 2370, + 20713, + 23597, + 20135 + ], + "test_balanced_acc": 0.6131717649376878, + "test_accuracy": 0.6129032258064516, + "test_auc": 0.6389709866509039, + "test_f1": 0.5666666666666667, + "test_precision": 0.6455696202531646, + "test_recall": 0.504950495049505 + }, + "16": { + "k": 16, + "selected_features": [ + 2370, + 20713, + 23597, + 20135, + 70, + 27803, + 16600, + 7448, + 23482, + 21001, + 10397, + 7841, + 12945, + 2285, + 8752, + 19233 + ], + "test_balanced_acc": 0.6153514605191863, + "test_accuracy": 0.6153846153846154, + "test_auc": 0.661580710309837, + "test_f1": 0.6210268948655256, + "test_precision": 0.6135265700483091, + "test_recall": 0.6287128712871287 + } + }, + "152_it_tick_Hardware": { + "1": { + "k": 1, + "selected_features": [ + 29173 + ], + "test_balanced_acc": 0.6031968868528643, + "test_accuracy": 0.6029776674937966, + "test_auc": 0.6031968868528644, + "test_f1": 0.5652173913043478, + "test_precision": 0.6265060240963856, + "test_recall": 0.5148514851485149 + }, + "4": { + "k": 4, + "selected_features": [ + 29173, + 20129, + 3272, + 5897 + ], + "test_balanced_acc": 0.6155115511551155, + "test_accuracy": 0.6153846153846154, + "test_auc": 0.6474804196837594, + "test_f1": 0.5953002610966057, + "test_precision": 0.6298342541436464, + "test_recall": 0.5643564356435643 + }, + "16": { + "k": 16, + "selected_features": [ + 29173, + 20129, + 3272, + 5897, + 7916, + 28670, + 893, + 30226, + 4006, + 28330, + 14051, + 14014, + 10556, + 9118, + 32048, + 487 + ], + "test_balanced_acc": 0.6227402591005369, + "test_accuracy": 0.6228287841191067, + "test_auc": 0.6850524604699275, + "test_f1": 0.6363636363636364, + "test_precision": 0.6157407407407407, + "test_recall": 0.6584158415841584 + } + }, + "153_it_tick_Administrative rights": { + "1": { + "k": 1, + "selected_features": [ + 3272 + ], + "test_balanced_acc": 0.5950076350918674, + "test_accuracy": 0.5955334987593052, + "test_auc": 0.5950076350918675, + "test_f1": 0.6666666666666666, + "test_precision": 0.5679442508710801, + "test_recall": 0.806930693069307 + }, + "4": { + "k": 4, + "selected_features": [ + 3272, + 32432, + 7916, + 10561 + ], + "test_balanced_acc": 0.6101793015122408, + "test_accuracy": 0.6104218362282878, + "test_auc": 0.6651396482931875, + "test_f1": 0.6455981941309256, + "test_precision": 0.5933609958506224, + "test_recall": 0.7079207920792079 + }, + "16": { + "k": 16, + "selected_features": [ + 3272, + 32432, + 7916, + 10561, + 10589, + 10217, + 20285, + 4160, + 12596, + 10422, + 8175, + 27551, + 18272, + 7524, + 14014, + 8399 + ], + "test_balanced_acc": 0.6427392739273927, + "test_accuracy": 0.6426799007444168, + "test_auc": 0.7270824097335107, + "test_f1": 0.6345177664974619, + "test_precision": 0.6510416666666666, + "test_recall": 0.6188118811881188 + } + }, + "154_athlete_sport_football": { + "1": { + "k": 1, + "selected_features": [ + 18544 + ], + "test_balanced_acc": 0.8247372797522616, + "test_accuracy": 0.8246318607764391, + "test_auc": 0.8247372797522617, + "test_f1": 0.8098693759071117, + "test_precision": 0.8857142857142857, + "test_recall": 0.7459893048128342 + }, + "4": { + "k": 4, + "selected_features": [ + 18544, + 11253, + 32051, + 1393 + ], + "test_balanced_acc": 0.8218914424165962, + "test_accuracy": 0.821954484605087, + "test_auc": 0.9200226520049892, + "test_f1": 0.8301404853128991, + "test_precision": 0.7946210268948656, + "test_recall": 0.8689839572192514 + }, + "16": { + "k": 16, + "selected_features": [ + 18544, + 11253, + 32051, + 1393, + 19379, + 1537, + 3835, + 27615, + 13790, + 12071, + 6288, + 7084, + 25862, + 5954, + 16507, + 30768 + ], + "test_balanced_acc": 0.8486329945090393, + "test_accuracy": 0.8487282463186078, + "test_auc": 0.9435957907413515, + "test_f1": 0.8589263420724095, + "test_precision": 0.8056206088992974, + "test_recall": 0.9197860962566845 + } + }, + "155_athlete_sport_basketball": { + "1": { + "k": 1, + "selected_features": [ + 11253 + ], + "test_balanced_acc": 0.8662599819357428, + "test_accuracy": 0.8661311914323963, + "test_auc": 0.8662599819357428, + "test_f1": 0.8520710059171598, + "test_precision": 0.9536423841059603, + "test_recall": 0.7700534759358288 + }, + "4": { + "k": 4, + "selected_features": [ + 11253, + 1393, + 18544, + 32051 + ], + "test_balanced_acc": 0.8662599819357428, + "test_accuracy": 0.8661311914323963, + "test_auc": 0.9489792261042852, + "test_f1": 0.8520710059171598, + "test_precision": 0.9536423841059603, + "test_recall": 0.7700534759358288 + }, + "16": { + "k": 16, + "selected_features": [ + 11253, + 1393, + 18544, + 32051, + 19611, + 8951, + 1537, + 12013, + 27615, + 29897, + 11156, + 20720, + 23931, + 25970, + 28979, + 29630 + ], + "test_balanced_acc": 0.8742311938180097, + "test_accuracy": 0.8741633199464525, + "test_auc": 0.9560293042393657, + "test_f1": 0.8676056338028169, + "test_precision": 0.9166666666666666, + "test_recall": 0.8235294117647058 + } + }, + "156_athlete_sport_baseball": { + "1": { + "k": 1, + "selected_features": [ + 32051 + ], + "test_balanced_acc": 0.8568622672076386, + "test_accuracy": 0.856760374832664, + "test_auc": 0.8568622672076386, + "test_f1": 0.8451519536903039, + "test_precision": 0.9211356466876972, + "test_recall": 0.7807486631016043 + }, + "4": { + "k": 4, + "selected_features": [ + 32051, + 19611, + 11253, + 18544 + ], + "test_balanced_acc": 0.8621023354503878, + "test_accuracy": 0.8621151271753681, + "test_auc": 0.9475204656564065, + "test_f1": 0.8635761589403973, + "test_precision": 0.8556430446194225, + "test_recall": 0.8716577540106952 + }, + "16": { + "k": 16, + "selected_features": [ + 32051, + 19611, + 11253, + 18544, + 17253, + 19379, + 7084, + 2314, + 21717, + 2693, + 11156, + 6098, + 12013, + 25862, + 2588, + 17463 + ], + "test_balanced_acc": 0.8687653223609697, + "test_accuracy": 0.8688085676037484, + "test_auc": 0.9547210792676807, + "test_f1": 0.8730569948186528, + "test_precision": 0.8467336683417085, + "test_recall": 0.9010695187165776 + } + }, + "157_amazon_5star": { + "1": { + "k": 1, + "selected_features": [ + 22232 + ], + "test_balanced_acc": 0.7763279698387586, + "test_accuracy": 0.7764102564102564, + "test_auc": 0.7763279698387584, + "test_f1": 0.793168880455408, + "test_precision": 0.7385159010600707, + "test_recall": 0.8565573770491803 + }, + "4": { + "k": 4, + "selected_features": [ + 22232, + 18401, + 28270, + 7895 + ], + "test_balanced_acc": 0.7866075335779446, + "test_accuracy": 0.7866666666666666, + "test_auc": 0.8221000100986299, + "test_f1": 0.7984496124031008, + "test_precision": 0.7573529411764706, + "test_recall": 0.8442622950819673 + }, + "16": { + "k": 16, + "selected_features": [ + 22232, + 18401, + 28270, + 7895, + 12526, + 16043, + 2272, + 24484, + 21770, + 14912, + 30593, + 13318, + 28450, + 10665, + 3435, + 31946 + ], + "test_balanced_acc": 0.8347737906890631, + "test_accuracy": 0.8348717948717949, + "test_auc": 0.8942084357222204, + "test_f1": 0.8493919550982226, + "test_precision": 0.7814113597246127, + "test_recall": 0.930327868852459 + } + }, + "158_code_C": { + "1": { + "k": 1, + "selected_features": [ + 12403 + ], + "test_balanced_acc": 0.773155429492881, + "test_accuracy": 0.773109243697479, + "test_auc": 0.773155429492881, + "test_f1": 0.7370471367354889, + "test_precision": 0.8767377201112141, + "test_recall": 0.635752688172043 + }, + "4": { + "k": 4, + "selected_features": [ + 12403, + 5517, + 13557, + 21383 + ], + "test_balanced_acc": 0.7889538635919908, + "test_accuracy": 0.78890756302521, + "test_auc": 0.8468220997751119, + "test_f1": 0.7552611067809821, + "test_precision": 0.898886827458256, + "test_recall": 0.6512096774193549 + }, + "16": { + "k": 16, + "selected_features": [ + 12403, + 5517, + 13557, + 21383, + 27984, + 8817, + 16840, + 16115, + 1394, + 5694, + 9688, + 9444, + 18215, + 31642, + 4316, + 2932 + ], + "test_balanced_acc": 0.8319790785372874, + "test_accuracy": 0.8319327731092437, + "test_auc": 0.9371158462951312, + "test_f1": 0.8051441932969603, + "test_precision": 0.9582560296846011, + "test_recall": 0.6942204301075269 + } + }, + "159_code_Python": { + "1": { + "k": 1, + "selected_features": [ + 16864 + ], + "test_balanced_acc": 0.7671273799451881, + "test_accuracy": 0.7670588235294118, + "test_auc": 0.7671273799451881, + "test_f1": 0.7074715069649641, + "test_precision": 0.9511918274687855, + "test_recall": 0.5631720430107527 + }, + "4": { + "k": 4, + "selected_features": [ + 16864, + 31819, + 17906, + 1521 + ], + "test_balanced_acc": 0.8440765306491385, + "test_accuracy": 0.8440336134453782, + "test_auc": 0.9366155425877316, + "test_f1": 0.8212634822804314, + "test_precision": 0.9620938628158845, + "test_recall": 0.7163978494623656 + }, + "16": { + "k": 16, + "selected_features": [ + 16864, + 31819, + 17906, + 1521, + 12632, + 16712, + 15248, + 5188, + 6769, + 22698, + 6025, + 22947, + 5897, + 30620, + 28403, + 3153 + ], + "test_balanced_acc": 0.852792300294307, + "test_accuracy": 0.8527731092436974, + "test_auc": 0.954434625174451, + "test_f1": 0.8439059158945118, + "test_precision": 0.8983308042488619, + "test_recall": 0.7956989247311828 + } + }, + "160_code_HTML": { + "1": { + "k": 1, + "selected_features": [ + 18299 + ], + "test_balanced_acc": 0.7281493372670673, + "test_accuracy": 0.7280672268907563, + "test_auc": 0.7281493372670673, + "test_f1": 0.640284570920409, + "test_precision": 0.9461235216819974, + "test_recall": 0.4838709677419355 + }, + "4": { + "k": 4, + "selected_features": [ + 18299, + 17972, + 12224, + 6723 + ], + "test_balanced_acc": 0.7798867062932512, + "test_accuracy": 0.7798319327731092, + "test_auc": 0.8047355757063004, + "test_f1": 0.7370533922119631, + "test_precision": 0.9152542372881356, + "test_recall": 0.6169354838709677 + }, + "16": { + "k": 16, + "selected_features": [ + 18299, + 17972, + 12224, + 6723, + 13110, + 14561, + 16939, + 19380, + 8817, + 30170, + 6337, + 13044, + 10397, + 21383, + 31642, + 8651 + ], + "test_balanced_acc": 0.818515395072709, + "test_accuracy": 0.8184873949579832, + "test_auc": 0.9212582073309181, + "test_f1": 0.8020527859237536, + "test_precision": 0.882258064516129, + "test_recall": 0.7352150537634409 + } + }, + "161_agnews_0": { + "1": { + "k": 1, + "selected_features": [ + 25969 + ], + "test_balanced_acc": 0.9522849462365591, + "test_accuracy": 0.9522689075630252, + "test_auc": 0.9522849462365591, + "test_f1": 0.9498941425546931, + "test_precision": 1.0, + "test_recall": 0.9045698924731183 + }, + "4": { + "k": 4, + "selected_features": [ + 25969, + 31144, + 21629, + 29956 + ], + "test_balanced_acc": 0.959005376344086, + "test_accuracy": 0.9589915966386554, + "test_auc": 0.9625967615390734, + "test_f1": 0.9572529782761037, + "test_precision": 1.0, + "test_recall": 0.918010752688172 + }, + "16": { + "k": 16, + "selected_features": [ + 25969, + 31144, + 21629, + 29956, + 29577, + 16773, + 7975, + 27660, + 12746, + 18939, + 19941, + 21583, + 16346, + 558, + 3153, + 11069 + ], + "test_balanced_acc": 0.9774861071942498, + "test_accuracy": 0.9774789915966386, + "test_auc": 0.9974476375902988, + "test_f1": 0.9769996567112942, + "test_precision": 0.9985964912280701, + "test_recall": 0.9563172043010753 + } + }, + "162_agnews_1": { + "1": { + "k": 1, + "selected_features": [ + 31144 + ], + "test_balanced_acc": 0.923050623323282, + "test_accuracy": 0.9230252100840336, + "test_auc": 0.923050623323282, + "test_f1": 0.9167575427117411, + "test_precision": 0.9984164687252574, + "test_recall": 0.8474462365591398 + }, + "4": { + "k": 4, + "selected_features": [ + 31144, + 21629, + 25969, + 29577 + ], + "test_balanced_acc": 0.9364912575655683, + "test_accuracy": 0.9364705882352942, + "test_auc": 0.9386038769695787, + "test_f1": 0.9323308270676691, + "test_precision": 0.9977011494252873, + "test_recall": 0.875 + }, + "16": { + "k": 16, + "selected_features": [ + 31144, + 21629, + 25969, + 29577, + 29956, + 23435, + 16773, + 3248, + 12746, + 18939, + 19941, + 346, + 21583, + 3829, + 3153, + 3668 + ], + "test_balanced_acc": 0.965044950502925, + "test_accuracy": 0.9650420168067226, + "test_auc": 0.9963067010868386, + "test_f1": 0.9647457627118644, + "test_precision": 0.9733242134062927, + "test_recall": 0.9563172043010753 + } + }, + "163_agnews_2": { + "1": { + "k": 1, + "selected_features": [ + 21629 + ], + "test_balanced_acc": 0.920026429774895, + "test_accuracy": 0.92, + "test_auc": 0.9200264297748949, + "test_f1": 0.913202042304887, + "test_precision": 0.9984051036682615, + "test_recall": 0.8413978494623656 + }, + "4": { + "k": 4, + "selected_features": [ + 21629, + 25969, + 31144, + 29956 + ], + "test_balanced_acc": 0.9398512466465642, + "test_accuracy": 0.9398319327731093, + "test_auc": 0.9410186219638299, + "test_f1": 0.9361853832442067, + "test_precision": 0.996962794229309, + "test_recall": 0.8823924731182796 + }, + "16": { + "k": 16, + "selected_features": [ + 21629, + 25969, + 31144, + 29956, + 16773, + 29577, + 7975, + 3248, + 12746, + 27660, + 18939, + 19941, + 21583, + 558, + 15240, + 14833 + ], + "test_balanced_acc": 0.9865584618666435, + "test_accuracy": 0.9865546218487395, + "test_auc": 0.9987508225408739, + "test_f1": 0.9864038069340585, + "test_precision": 0.9979367262723521, + "test_recall": 0.9751344086021505 + } + } +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..943769f9919bf4601c757e0558433a060e603029 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9197421413992685, + "test_acc": 0.9198090692124105, + "test_auc": 0.9727893946353449, + "val_auc": 0.9626769626769626, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750 + ] + }, + { + "test_f1": 0.9670642140167963, + "test_acc": 0.9670644391408114, + "test_auc": 0.9921294574830304, + "val_auc": 1.0, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750, + 23435, + 23252, + 9889, + 20047, + 25969, + 21629, + 30835, + 3248, + 21225, + 28445, + 28685, + 5897, + 6025, + 29577, + 30358 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c2e225f55c268b03a58f03a72333d803b24c1c81 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9253551176977396, + "test_acc": 0.9254698639014906, + "test_auc": 0.9616472786166946, + "val_auc": 0.9512195121951219, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025 + ] + }, + { + "test_f1": 0.9688908284948707, + "test_acc": 0.9688917692806222, + "test_auc": 0.9936795629120381, + "val_auc": 0.9946258784621745, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025, + 11681, + 9889, + 8954, + 12890, + 10173, + 21629, + 31412, + 17075, + 31144, + 6927, + 12490, + 14187, + 31752, + 11100, + 25307 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b0fec98fdadad88935ad47a162b9805e8f058c86 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5753666728285685, + "test_acc": 0.5763522012578617, + "test_auc": 0.5951842155094634, + "val_auc": 0.6064425770308123, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526 + ] + }, + { + "test_f1": 0.5951284029611997, + "test_acc": 0.5964779874213837, + "test_auc": 0.6356326180535655, + "val_auc": 0.7058823529411764, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526, + 31946, + 32074, + 12781, + 31855, + 1173, + 6446, + 10590, + 32266, + 7557, + 10411, + 16918, + 11887, + 22179, + 17175, + 20265 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fd7b3fef2378e72e0fbdee2bdf3fe1483a6b156f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6653425525330764, + "test_acc": 0.6656603773584906, + "test_auc": 0.6900961632907663, + "val_auc": 0.7843137254901961, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21270 + ] + }, + { + "test_f1": 0.7104559875747134, + "test_acc": 0.7114465408805032, + "test_auc": 0.7746554819607124, + "val_auc": 0.8327330932372949, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21270, + 21389, + 29135, + 19611, + 24632, + 19995, + 23435, + 20464, + 25246, + 1173, + 10590, + 32074, + 30195, + 25545, + 22180, + 2473 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4b7058e35d9dab6bf492d588fa12d2422b726aca --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7834725170136113, + "test_acc": 0.7841509433962264, + "test_auc": 0.8244261745612071, + "val_auc": 0.8697478991596638, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21629 + ] + }, + { + "test_f1": 0.7948575069232281, + "test_acc": 0.7954716981132075, + "test_auc": 0.8811827937934603, + "val_auc": 0.9215686274509804, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21629, + 164, + 31144, + 893, + 10173, + 29850, + 1238, + 23154, + 20802, + 3248, + 16690, + 11271, + 28493, + 22180, + 15939, + 6842 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..21dfc58621d66a629b89b694edeea91902ef616b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8516664642150749, + "test_acc": 0.8518238993710692, + "test_auc": 0.8723731417189601, + "val_auc": 0.9079631852741096, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895 + ] + }, + { + "test_f1": 0.8801921860632647, + "test_acc": 0.880251572327044, + "test_auc": 0.9450940671710181, + "val_auc": 0.9647859143657463, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895, + 18401, + 27537, + 28270, + 893, + 9957, + 31946, + 30593, + 6922, + 24551, + 19914, + 16320, + 367, + 29554, + 26069, + 9474 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d38ad9648c74c2546c96743efb2e4eeba95ba868 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5284914938980215, + "test_acc": 0.5528205128205128, + "test_auc": 0.560448715790891, + "val_auc": 0.547327621379029, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25195 + ] + }, + { + "test_f1": 0.6024163565873332, + "test_acc": 0.6041025641025641, + "test_auc": 0.6595835998249571, + "val_auc": 0.6262749898000816, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25195, + 8951, + 4856, + 32299, + 25697, + 1749, + 16336, + 25307, + 9275, + 16059, + 25748, + 7672, + 28979, + 2408, + 11681, + 26132 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..51efff58eab5aa527cbe5becf0b84e8ee03cfd8a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.4534695321370166, + "test_acc": 0.49743589743589745, + "test_auc": 0.5024257750698488, + "val_auc": 0.5487556099551203, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32299 + ] + }, + { + "test_f1": 0.5346208841868072, + "test_acc": 0.5353846153846153, + "test_auc": 0.545915104184199, + "val_auc": 0.6036311709506323, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32299, + 16604, + 25697, + 19437, + 8360, + 8807, + 25705, + 31727, + 11812, + 15072, + 16412, + 13491, + 16059, + 9180, + 24448, + 17876 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..58ee01343b29149e570e00237e5aee6c4924efb6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.33276368865972145, + "test_acc": 0.49948717948717947, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5359 + ] + }, + { + "test_f1": 0.5290960330800618, + "test_acc": 0.5415384615384615, + "test_auc": 0.5608063756017101, + "val_auc": 0.5752753977968177, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5359, + 27824, + 11812, + 16412, + 3412, + 631, + 1412, + 10556, + 8160, + 3605, + 7026, + 23895, + 5556, + 17001, + 17646, + 25697 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9a8c05870381c0f307dd872e0b162615d32394ac --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8123327471519229, + "test_acc": 0.8181818181818182, + "test_auc": 0.8200000000000001, + "val_auc": 0.7982772435897435, + "k": 1, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5054 + ] + }, + { + "test_f1": 0.747165058866643, + "test_acc": 0.7474747474747475, + "test_auc": 0.8751020408163265, + "val_auc": 0.935096153846154, + "k": 16, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5054, + 17095, + 19084, + 5395, + 17253, + 10738, + 12222, + 24309, + 474, + 5891, + 5299, + 25938, + 12853, + 31302, + 665, + 2314 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f0cf3bd3e664c6101d63c3112dce0bf7032f5575 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8684184718931782, + "test_acc": 0.8686868686868687, + "test_auc": 0.9089795918367347, + "val_auc": 0.9491185897435896, + "k": 1, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760 + ] + }, + { + "test_f1": 0.8987832498470796, + "test_acc": 0.898989898989899, + "test_auc": 0.9461224489795917, + "val_auc": 0.9911858974358975, + "k": 16, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760, + 1274, + 5997, + 17253, + 23435, + 13577, + 2314, + 23931, + 27622, + 16320, + 16091, + 19394, + 7338, + 21611, + 5299, + 24886 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8cf025f04b01601f2d99e90daa4deef5d47c3950 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7874452238274414, + "test_acc": 0.7878787878787878, + "test_auc": 0.8302040816326531, + "val_auc": 0.7640224358974359, + "k": 1, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7850 + ] + }, + { + "test_f1": 0.8685258306106544, + "test_acc": 0.8686868686868687, + "test_auc": 0.952857142857143, + "val_auc": 0.9379006410256411, + "k": 16, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7850, + 661, + 5997, + 1274, + 5299, + 17253, + 25697, + 27858, + 22560, + 32293, + 21611, + 4565, + 4856, + 30165, + 2314, + 12050 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ec009b314e6849aa365e72159c22997499fa0729 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6209576143432779, + "test_acc": 0.6345903771131339, + "test_auc": 0.6619871903751948, + "val_auc": 0.7434000000000001, + "k": 1, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760 + ] + }, + { + "test_f1": 0.7848391688922999, + "test_acc": 0.7850021673168617, + "test_auc": 0.8816710532842513, + "val_auc": 0.9356, + "k": 16, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760, + 1274, + 19084, + 7850, + 15060, + 30165, + 22935, + 4565, + 4689, + 23435, + 26621, + 5478, + 23931, + 30546, + 11156, + 661 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..35a10e08357b7d22cd82c34577ac02188b40b1fa --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.668770496892594, + "test_acc": 0.6788036410923277, + "test_auc": 0.7033381383204992, + "val_auc": 0.7534, + "k": 1, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760 + ] + }, + { + "test_f1": 0.8068460955203404, + "test_acc": 0.8075422626788037, + "test_auc": 0.9020579274021052, + "val_auc": 0.9371999999999999, + "k": 16, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760, + 26621, + 32293, + 5299, + 3073, + 7850, + 15060, + 17253, + 19084, + 11156, + 20169, + 19394, + 7338, + 2314, + 6808, + 4565 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8db5a4484cdcd581825ae68ce5cfe07f49056a4e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8250623615413103, + "test_acc": 0.8261811876896402, + "test_auc": 0.875315092419594, + "val_auc": 0.8416000000000001, + "k": 1, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760 + ] + }, + { + "test_f1": 0.8608930905805154, + "test_acc": 0.8612917208495882, + "test_auc": 0.9429519255773124, + "val_auc": 0.9332, + "k": 16, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760, + 1274, + 23931, + 23435, + 7338, + 30546, + 21611, + 1487, + 20070, + 2906, + 30165, + 27622, + 7671, + 13577, + 13996, + 30750 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e0a0219c3bc8f8e9b40b72dc37963d307c9ca2b3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8707175528225678, + "test_acc": 0.8707692307692307, + "test_auc": 0.9511057999798028, + "val_auc": 0.949000407996736, + "k": 1, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27292 + ] + }, + { + "test_f1": 0.9671787966574418, + "test_acc": 0.9671794871794872, + "test_auc": 0.993204463594439, + "val_auc": 0.988984088127295, + "k": 16, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27292, + 9249, + 16905, + 25697, + 30383, + 2408, + 4565, + 21611, + 1393, + 465, + 23051, + 10434, + 13815, + 25124, + 28662, + 2314 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9e4af914cb38dad57f86beac0ea45d4d6a6ab76f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8953855926431714, + "test_acc": 0.8964102564102564, + "test_auc": 0.8978207998114923, + "val_auc": 0.9418604651162791, + "k": 1, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12013 + ] + }, + { + "test_f1": 0.9630734271031196, + "test_acc": 0.963076923076923, + "test_auc": 0.9943910526138621, + "val_auc": 0.9979600163198694, + "k": 16, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12013, + 10434, + 27292, + 936, + 6098, + 19705, + 16091, + 6020, + 31069, + 2068, + 8443, + 13815, + 2408, + 28662, + 16905, + 25697 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a0745572c7dc62d437adb930183c18c6a168df59 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9250113043474267, + "test_acc": 0.9251282051282051, + "test_auc": 0.9574511057999798, + "val_auc": 0.9661362709098327, + "k": 1, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 594 + ] + }, + { + "test_f1": 0.9784605868248325, + "test_acc": 0.9784615384615385, + "test_auc": 0.9979971050594135, + "val_auc": 1.0, + "k": 16, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 594, + 14222, + 13179, + 669, + 23838, + 17253, + 10434, + 27292, + 26712, + 31156, + 16905, + 11138, + 7006, + 16091, + 26311, + 465 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dd51c508af1039ca569cbbe27ede0b9167acc6c4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6071093230980485, + "test_acc": 0.612917208495882, + "test_auc": 0.6382972007317208, + "val_auc": 0.6078000000000001, + "k": 1, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13200 + ] + }, + { + "test_f1": 0.7017748464093047, + "test_acc": 0.7017771998266147, + "test_auc": 0.7847142786281285, + "val_auc": 0.8198000000000001, + "k": 16, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13200, + 6025, + 18167, + 5247, + 12890, + 24956, + 24794, + 32266, + 4856, + 17794, + 22282, + 31752, + 6927, + 15898, + 3324, + 30546 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..572c89f8ed618c73afc878277defddcc452e1a28 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6659609881191907, + "test_acc": 0.6753359341135674, + "test_auc": 0.6914386552449266, + "val_auc": 0.7090000000000001, + "k": 1, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18167 + ] + }, + { + "test_f1": 0.7666616735483996, + "test_acc": 0.7667967056783702, + "test_auc": 0.844376661891742, + "val_auc": 0.8800000000000001, + "k": 16, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18167, + 5247, + 6025, + 24956, + 30202, + 24794, + 3324, + 4856, + 13200, + 25307, + 20241, + 9317, + 7026, + 893, + 32266, + 4861 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0fa54bc55ee1de471e52102efd34f74ca499415c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5369725512943023, + "test_acc": 0.5821413090593844, + "test_auc": 0.5862071816270118, + "val_auc": 0.5648, + "k": 1, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5247 + ] + }, + { + "test_f1": 0.649839694444695, + "test_acc": 0.6506285218899003, + "test_auc": 0.7243743621116492, + "val_auc": 0.6828000000000001, + "k": 16, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5247, + 16091, + 669, + 7758, + 22282, + 18167, + 11719, + 29052, + 18153, + 28913, + 3399, + 18240, + 18125, + 9317, + 11929, + 22679 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6ca0937d61b261435cfd55df112b6df517865e75 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6207809700550303, + "test_acc": 0.6226012793176973, + "test_auc": 0.6549554464448082, + "val_auc": 0.642, + "k": 1, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25348 + ] + }, + { + "test_f1": 0.7590289672797447, + "test_acc": 0.7590618336886994, + "test_auc": 0.850881978541553, + "val_auc": 0.8735999999999999, + "k": 16, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25348, + 16691, + 6026, + 4887, + 19332, + 21958, + 12378, + 8756, + 10551, + 20616, + 15927, + 24536, + 769, + 10679, + 5837, + 2736 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..99ff614eae3e6d40068d34460d72f890a9a3e053 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9696969696969697, + "test_acc": 0.9696969696969697, + "test_auc": 0.9787755102040816, + "val_auc": 0.9420289855072463, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3978 + ] + }, + { + "test_f1": 0.9898969278371137, + "test_acc": 0.98989898989899, + "test_auc": 0.9995918367346939, + "val_auc": 1.0, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3978, + 2162, + 26491, + 15066, + 19621, + 18716, + 23183, + 13634, + 29223, + 24386, + 6767, + 17686, + 9514, + 25176, + 28341, + 24359 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e95f10895b9ca93719e9e364b092a818da85038f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8078454447386487, + "test_acc": 0.8080808080808081, + "test_auc": 0.9081632653061225, + "val_auc": 0.8850644122383252, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26345 + ] + }, + { + "test_f1": 0.9797856011091305, + "test_acc": 0.9797979797979798, + "test_auc": 0.9955102040816326, + "val_auc": 0.9911433172302738, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26345, + 27768, + 26491, + 9796, + 11929, + 1846, + 13941, + 11220, + 2089, + 31144, + 30750, + 1540, + 3978, + 14886, + 28968, + 30456 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a1d2974f52e2c2d13386d45a44da26dad257d0af --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8785398998164956, + "test_acc": 0.8787878787878788, + "test_auc": 0.9416326530612245, + "val_auc": 0.8747987117552335, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28968 + ] + }, + { + "test_f1": 0.979793856936714, + "test_acc": 0.9797979797979798, + "test_auc": 0.9987755102040816, + "val_auc": 1.0, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28968, + 11688, + 25099, + 28341, + 22409, + 26345, + 22471, + 11220, + 14886, + 1100, + 26491, + 24908, + 19354, + 6507, + 20996, + 9233 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6ac37422108a3b0f15f42d03616d696151d9ee07 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9466645596291614, + "test_acc": 0.9466666666666667, + "test_auc": 0.9506163084702909, + "val_auc": 0.9525162337662337, + "k": 1, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13272 + ] + }, + { + "test_f1": 0.9422222222222222, + "test_acc": 0.9422222222222222, + "test_auc": 0.969421618204804, + "val_auc": 0.9659090909090908, + "k": 16, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13272, + 27001, + 17403, + 27600, + 26227, + 4466, + 29005, + 9030, + 15802, + 7762, + 9281, + 30750, + 8463, + 18201, + 10530, + 5280 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7b309bb9b2c02ec79a6b7842bbabfce6baae0137 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6368647717484927, + "test_acc": 0.6444444444444445, + "test_auc": 0.6638748419721872, + "val_auc": 0.6655844155844155, + "k": 1, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2162 + ] + }, + { + "test_f1": 0.8222151987638713, + "test_acc": 0.8222222222222222, + "test_auc": 0.9129266750948167, + "val_auc": 0.8754058441558442, + "k": 16, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2162, + 4541, + 10728, + 17794, + 9281, + 711, + 24073, + 14886, + 5870, + 8463, + 10173, + 164, + 5930, + 10995, + 893, + 11767 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..30514e88ed80af18b91badd1ecdfbd56f2b8993f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9465716999050331, + "test_acc": 0.9466666666666667, + "test_auc": 0.9507348293299621, + "val_auc": 0.952922077922078, + "k": 1, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22471 + ] + }, + { + "test_f1": 0.9777689958527359, + "test_acc": 0.9777777777777777, + "test_auc": 0.9943505056890013, + "val_auc": 0.997564935064935, + "k": 16, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22471, + 28341, + 26491, + 11220, + 22324, + 8633, + 32308, + 25748, + 12265, + 16320, + 6013, + 9796, + 2431, + 28968, + 16765, + 10873 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c66f2997fa84f61c82731d97ee5ff58e7da4935e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6965509862136198, + "test_acc": 0.7000433463372345, + "test_auc": 0.7256542724051941, + "val_auc": 0.7952, + "k": 1, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9318 + ] + }, + { + "test_f1": 0.7685965464083528, + "test_acc": 0.7698309492847855, + "test_auc": 0.8464295538276307, + "val_auc": 0.882, + "k": 16, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9318, + 22575, + 14603, + 25408, + 30728, + 5949, + 27297, + 22771, + 27478, + 10304, + 9889, + 1671, + 29297, + 164, + 12421, + 23569 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7e5410fa8fef5783c8195931cf661d1dff7ca76d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.612297987259495, + "test_acc": 0.6124837451235371, + "test_auc": 0.6500501291935287, + "val_auc": 0.5672, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31144 + ] + }, + { + "test_f1": 0.7005456727836322, + "test_acc": 0.7009102730819246, + "test_auc": 0.7677988699511935, + "val_auc": 0.776, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31144, + 9318, + 14072, + 23569, + 27685, + 22575, + 25408, + 4378, + 14603, + 19489, + 9889, + 4249, + 15068, + 7851, + 4961, + 10173 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..84396c650f1d0f19cf0b34be9628e8ce0aeebaf7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6799785516498882, + "test_acc": 0.6961421759861292, + "test_auc": 0.7044376737047955, + "val_auc": 0.6799999999999999, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23569 + ] + }, + { + "test_f1": 0.7470188810541747, + "test_acc": 0.7507585609016039, + "test_auc": 0.8471908862570853, + "val_auc": 0.8512, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23569, + 14072, + 4378, + 22575, + 30728, + 9318, + 1242, + 7895, + 27478, + 25408, + 5949, + 13096, + 7851, + 22771, + 14603, + 10304 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..07998c93da29e91f2b0f7630d7a9a2dd55224f3a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.656123040503935, + "test_acc": 0.6583050847457627, + "test_auc": 0.686898103716451, + "val_auc": 0.7461755233494365, + "k": 1, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16346 + ] + }, + { + "test_f1": 0.803994643239807, + "test_acc": 0.8040677966101695, + "test_auc": 0.871669001628958, + "val_auc": 0.9166666666666667, + "k": 16, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16346, + 2905, + 32622, + 21966, + 27660, + 3248, + 28086, + 18522, + 13827, + 20261, + 10590, + 15776, + 23435, + 346, + 29956, + 561 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0370bfa83f605ad2e812db51962d67f7de96defb --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6196278621153611, + "test_acc": 0.6589830508474577, + "test_auc": 0.6605194647604549, + "val_auc": 0.6944444444444444, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20890 + ] + }, + { + "test_f1": 0.8018147368071911, + "test_acc": 0.8033898305084746, + "test_auc": 0.8802495284111594, + "val_auc": 0.8808373590982287, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20890, + 23665, + 10590, + 7621, + 28685, + 22771, + 23390, + 16491, + 27370, + 14833, + 12069, + 346, + 6948, + 4249, + 26972, + 31169 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0134582e7c94e5481e889c0de56704df37a29f1c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6001181423125062, + "test_acc": 0.6128813559322034, + "test_auc": 0.6182318268230172, + "val_auc": 0.6785426731078905, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16346 + ] + }, + { + "test_f1": 0.7360200171820885, + "test_acc": 0.736271186440678, + "test_auc": 0.8328029107970863, + "val_auc": 0.9015700483091788, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16346, + 3668, + 30285, + 30213, + 29956, + 346, + 14187, + 15776, + 3017, + 32622, + 16508, + 10590, + 11903, + 21966, + 29577, + 30383 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..27733f0b77546b5c65aa7118a5981d8087c4bc1e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6294743961176051, + "test_acc": 0.6384839650145773, + "test_auc": 0.6495308037535699, + "val_auc": 0.5962384953981592, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 333 + ] + }, + { + "test_f1": 0.7024822990420657, + "test_acc": 0.7026239067055393, + "test_auc": 0.7525499796001631, + "val_auc": 0.7967186874749901, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 333, + 5631, + 15692, + 24512, + 1122, + 22771, + 13667, + 1056, + 214, + 999, + 21583, + 30750, + 10880, + 19433, + 25969, + 14962 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9cc5bfa65d4f73359f8fea77052d4b39f1acb2e9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6062158129985261, + "test_acc": 0.60932944606414, + "test_auc": 0.6389568883448933, + "val_auc": 0.673469387755102, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23435 + ] + }, + { + "test_f1": 0.8976930469609538, + "test_acc": 0.8979591836734694, + "test_auc": 0.9610363117095064, + "val_auc": 0.9467787114845938, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23435, + 1540, + 29296, + 1056, + 30750, + 24512, + 333, + 1122, + 214, + 25969, + 5877, + 28489, + 20620, + 30195, + 5631, + 10217 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..981e1b104eb19c59dfaec3edefaafd1e81e6071e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.724175509605631, + "test_acc": 0.7259475218658892, + "test_auc": 0.7383720930232558, + "val_auc": 0.6402561024409765, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23435 + ] + }, + { + "test_f1": 0.8364009999694114, + "test_acc": 0.8367346938775511, + "test_auc": 0.9100707194342446, + "val_auc": 0.9115646258503401, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23435, + 1540, + 13667, + 20620, + 22180, + 29296, + 1056, + 30195, + 10590, + 12877, + 27972, + 21583, + 18806, + 3138, + 14265, + 30358 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8ea573d22c744f880cafce383dfb8209c640396e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.464143699437817, + "test_acc": 0.5151515151515151, + "test_auc": 0.513673469387755, + "val_auc": 0.5753535353535353, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25176 + ] + }, + { + "test_f1": 0.6336700336700336, + "test_acc": 0.6363636363636364, + "test_auc": 0.6159183673469388, + "val_auc": 0.6525252525252525, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25176, + 21897, + 12526, + 23154, + 26475, + 32166, + 25486, + 18939, + 706, + 27478, + 13779, + 18164, + 17580, + 31935, + 28794, + 5133 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6a2bd9abf326ae41e8e03e45b7c6d1e818b4dea6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5123673154846248, + "test_acc": 0.5151515151515151, + "test_auc": 0.5093877551020408, + "val_auc": 0.5060606060606061, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7191 + ] + }, + { + "test_f1": 0.4544341372912802, + "test_acc": 0.45454545454545453, + "test_auc": 0.473469387755102, + "val_auc": 0.6444444444444445, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7191, + 4961, + 11871, + 28830, + 21897, + 9517, + 22957, + 6373, + 24962, + 31935, + 4553, + 2081, + 6025, + 18939, + 9514, + 9889 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..871ea4edd0520a4c412d5eae6a2bf961306e5565 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6055774918319629, + "test_acc": 0.6060606060606061, + "test_auc": 0.5951020408163266, + "val_auc": 0.5931313131313132, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 752 + ] + }, + { + "test_f1": 0.5040388555973635, + "test_acc": 0.5050505050505051, + "test_auc": 0.5791836734693878, + "val_auc": 0.6315151515151516, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 752, + 27478, + 2581, + 24808, + 5478, + 21583, + 11962, + 31324, + 12619, + 24846, + 31144, + 18939, + 21897, + 22771, + 7524, + 7191 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1ba68bb6a34444793877e81858f217327898beba --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5325113330535167, + "test_acc": 0.5328813559322034, + "test_auc": 0.553243575176593, + "val_auc": 0.5877616747181965, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22771 + ] + }, + { + "test_f1": 0.5587415796219268, + "test_acc": 0.559322033898305, + "test_auc": 0.594437274087802, + "val_auc": 0.6807568438003221, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22771, + 24054, + 16320, + 14873, + 7895, + 3266, + 23435, + 30593, + 23697, + 14920, + 10590, + 11871, + 6025, + 4817, + 31935, + 21697 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4f80dc5e0abe5e7383f1d386ab5fa9b537543d42 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5416764110633489, + "test_acc": 0.5423728813559322, + "test_auc": 0.5577903167091373, + "val_auc": 0.5760869565217391, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526 + ] + }, + { + "test_f1": 0.6749171373196183, + "test_acc": 0.6752542372881356, + "test_auc": 0.7327221983210335, + "val_auc": 0.7342995169082126, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526, + 22771, + 3266, + 7895, + 3220, + 16320, + 27418, + 31205, + 30593, + 3272, + 964, + 7387, + 6881, + 7595, + 30750, + 25849 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..243680ec9c296569e4a563ed42ef06f80b5bdba5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5626622547636716, + "test_acc": 0.5830508474576271, + "test_auc": 0.5864368107724497, + "val_auc": 0.6175523349436394, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895 + ] + }, + { + "test_f1": 0.594302115803274, + "test_acc": 0.5959322033898306, + "test_auc": 0.6284100561494081, + "val_auc": 0.67914653784219, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895, + 31205, + 6881, + 25748, + 11682, + 24054, + 3266, + 1846, + 8562, + 19802, + 24817, + 16496, + 15307, + 18401, + 10665, + 21270 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d7d6deb8e62cecd82203b64e3df0d7f20e858c49 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5465798519565823, + "test_acc": 0.5806451612903226, + "test_auc": 0.589355204177134, + "val_auc": 0.5874349739895958, + "k": 1, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2370 + ] + }, + { + "test_f1": 0.6029776674937966, + "test_acc": 0.6029776674937966, + "test_auc": 0.642209743362396, + "val_auc": 0.6866746698679472, + "k": 16, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2370, + 20713, + 20285, + 7448, + 23597, + 20135, + 28867, + 24626, + 70, + 12596, + 15068, + 16600, + 12945, + 18806, + 15119, + 8752 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c7a5fa238708d7b89ce196ce6a13785fc8d20178 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5863951820407074, + "test_acc": 0.5905707196029777, + "test_auc": 0.6023102310231023, + "val_auc": 0.5784313725490196, + "k": 1, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14014 + ] + }, + { + "test_f1": 0.6425214127007867, + "test_acc": 0.6426799007444168, + "test_auc": 0.6892271316683907, + "val_auc": 0.6850740296118447, + "k": 16, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14014, + 5897, + 29173, + 15068, + 20129, + 24626, + 20285, + 3272, + 20713, + 28670, + 14051, + 28330, + 21819, + 487, + 7916, + 30226 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..08ad9829b8e6a3433b3bf4f079f445018f7e17af --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5234541652396116, + "test_acc": 0.533498759305211, + "test_auc": 0.5615117481897444, + "val_auc": 0.5538215286114445, + "k": 1, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20285 + ] + }, + { + "test_f1": 0.6774193548387096, + "test_acc": 0.6774193548387096, + "test_auc": 0.7500000000000001, + "val_auc": 0.7695078031212484, + "k": 16, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20285, + 3272, + 32432, + 10561, + 7916, + 12596, + 4160, + 10589, + 10217, + 6227, + 10422, + 8399, + 5278, + 20129, + 27654, + 31011 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..17241a94aa8e4cf604317735fe3ca71516e2c445 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8326363603472037, + "test_acc": 0.8340026773761714, + "test_auc": 0.855597052372009, + "val_auc": 0.8357575757575758, + "k": 1, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18544 + ] + }, + { + "test_f1": 0.8600853365430984, + "test_acc": 0.8607764390896921, + "test_auc": 0.956577683474072, + "val_auc": 0.9614141414141415, + "k": 16, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18544, + 11253, + 32051, + 19379, + 1393, + 13790, + 30768, + 12071, + 3835, + 26069, + 1537, + 5954, + 17253, + 27615, + 21211, + 25862 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..22794993a1bd6c830a495ed43ac57e9be14332f6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.861641575598233, + "test_acc": 0.8634538152610441, + "test_auc": 0.8793207265845651, + "val_auc": 0.8872727272727272, + "k": 1, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11253 + ] + }, + { + "test_f1": 0.8702298228159072, + "test_acc": 0.8714859437751004, + "test_auc": 0.9660685868302964, + "val_auc": 0.9707070707070707, + "k": 16, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11253, + 18544, + 32051, + 1393, + 8951, + 19611, + 12013, + 27615, + 1537, + 11156, + 29630, + 29897, + 20720, + 23931, + 3399, + 20158 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..98a7a51533e345f3042e1bd26fb095fbd2b1b162 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8566348001204215, + "test_acc": 0.85809906291834, + "test_auc": 0.8806683775143008, + "val_auc": 0.8549494949494948, + "k": 1, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32051 + ] + }, + { + "test_f1": 0.8726986960026324, + "test_acc": 0.8728246318607764, + "test_auc": 0.9691187223122248, + "val_auc": 0.9632323232323232, + "k": 16, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32051, + 19611, + 11253, + 18544, + 17253, + 2314, + 2693, + 12013, + 19379, + 25862, + 6098, + 2086, + 30165, + 29354, + 3028, + 17794 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f09794d57fb2ba0eb1783af7e1bde429df6ab283 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7747977802571036, + "test_acc": 0.7764102564102564, + "test_auc": 0.8116353048103141, + "val_auc": 0.7474500203998369, + "k": 1, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22232 + ] + }, + { + "test_f1": 0.8185800082270671, + "test_acc": 0.8215384615384616, + "test_auc": 0.88704892786212, + "val_auc": 0.8180334557323541, + "k": 16, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22232, + 18401, + 12526, + 28270, + 7895, + 16043, + 10665, + 28450, + 15068, + 2272, + 893, + 24484, + 28279, + 14912, + 14072, + 21770 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..de8e81d6dc5b111330e1637b5cd3175be124202e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7687493850668394, + "test_acc": 0.773109243697479, + "test_auc": 0.7997316347412341, + "val_auc": 0.8181453231633883, + "k": 1, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12403 + ] + }, + { + "test_f1": 0.8217606381071326, + "test_acc": 0.826218487394958, + "test_auc": 0.9434347227946864, + "val_auc": 0.960457647531112, + "k": 16, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12403, + 5188, + 21383, + 13110, + 5517, + 8817, + 13557, + 1394, + 31642, + 27984, + 12632, + 5694, + 16840, + 24974, + 18215, + 16115 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d81f9487ccd136f90e513c4463ae34bd202f0a6a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7192500143943994, + "test_acc": 0.719327731092437, + "test_auc": 0.7830598158954668, + "val_auc": 0.7988759534323565, + "k": 1, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22771 + ] + }, + { + "test_f1": 0.8644010014890224, + "test_acc": 0.8645378151260504, + "test_auc": 0.9600190901794043, + "val_auc": 0.9851465274989964, + "k": 16, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22771, + 14645, + 16864, + 5188, + 30620, + 1521, + 22698, + 31149, + 31819, + 22947, + 15248, + 3153, + 12632, + 6769, + 28867, + 893 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d969e5c41c505f708d3c620168a4835fb63f69a9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7353800628106278, + "test_acc": 0.746890756302521, + "test_auc": 0.739153307156648, + "val_auc": 0.6583701324769169, + "k": 1, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8817 + ] + }, + { + "test_f1": 0.8374899601499465, + "test_acc": 0.8376470588235294, + "test_auc": 0.9309074704789178, + "val_auc": 0.9144921718185468, + "k": 16, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8817, + 6337, + 30750, + 17972, + 12632, + 13044, + 18299, + 12224, + 13110, + 14561, + 6723, + 16939, + 19380, + 32761, + 14645, + 15068 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb167db275956658c9c0063782b91929e60dcc7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9502371900050387, + "test_acc": 0.9502521008403362, + "test_auc": 0.9793754655039012, + "val_auc": 0.9823364110798876, + "k": 1, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750 + ] + }, + { + "test_f1": 0.9952941144568522, + "test_acc": 0.9952941176470588, + "test_auc": 0.9998594449385716, + "val_auc": 0.9991971095945404, + "k": 16, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750, + 25969, + 31144, + 21629, + 29956, + 29577, + 16773, + 21819, + 27660, + 7975, + 12746, + 18939, + 19941, + 21583, + 3829, + 558 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..42b82d666723fc490077df44bbe8d487f74bd3d5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9033912673230894, + "test_acc": 0.9035294117647059, + "test_auc": 0.949194090721739, + "val_auc": 0.9317543155359294, + "k": 1, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750 + ] + }, + { + "test_f1": 0.992604950107309, + "test_acc": 0.9926050420168068, + "test_auc": 0.9997568533020949, + "val_auc": 0.9967884383781614, + "k": 16, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750, + 31144, + 21629, + 25969, + 29577, + 23435, + 21819, + 29956, + 16773, + 3248, + 18939, + 12746, + 3829, + 21583, + 19941, + 346 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d927ea735dc3cd0bb41f287628edfb11e4443c6b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9215562185842123, + "test_acc": 0.9216806722689076, + "test_auc": 0.9489274428560064, + "val_auc": 0.974307507025291, + "k": 1, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750 + ] + }, + { + "test_f1": 0.9956302244522108, + "test_acc": 0.9956302521008403, + "test_auc": 0.9998598968841067, + "val_auc": 0.9987956643918104, + "k": 16, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750, + 21629, + 31144, + 25969, + 29956, + 16773, + 29577, + 21819, + 7975, + 3248, + 27660, + 12746, + 18939, + 21583, + 19941, + 3829 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..512d6deb9e9ea704eb59c915d3679578b7fb5d23 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7592804354053059, + "test_acc": 0.7615094339622641, + "test_auc": 0.8022817326708109, + "val_auc": 0.7454981992797121, + "k": 1, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30621 + ] + }, + { + "test_f1": 0.8626175466279643, + "test_acc": 0.8626415094339622, + "test_auc": 0.9333252914568436, + "val_auc": 0.9407763105242097, + "k": 16, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30621, + 15776, + 13903, + 5562, + 26031, + 2165, + 20713, + 7100, + 20047, + 24637, + 29190, + 24904, + 28662, + 15068, + 24171, + 16320 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..14a1fa63b254b808934f64353611a97b8cfcd997 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7933238336241984, + "test_acc": 0.7939778129952456, + "test_auc": 0.8077958609604178, + "val_auc": 0.756702681072429, + "k": 1, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13903 + ] + }, + { + "test_f1": 0.8731992819101404, + "test_acc": 0.873217115689382, + "test_auc": 0.9412597950572633, + "val_auc": 0.9211684673869548, + "k": 16, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13903, + 8349, + 24904, + 16320, + 1739, + 15068, + 24171, + 11871, + 26614, + 10561, + 20471, + 1786, + 30621, + 21083, + 27904, + 16417 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3b271881987aafda1fd27549c4f5159dc7cfb031 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6868995342758896, + "test_acc": 0.687875150060024, + "test_auc": 0.7006692722744882, + "val_auc": 0.751610305958132, + "k": 1, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28979 + ] + }, + { + "test_f1": 0.8042449957652809, + "test_acc": 0.8043217286914766, + "test_auc": 0.8706995941708172, + "val_auc": 0.8075684380032206, + "k": 16, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28979, + 6590, + 21232, + 16320, + 196, + 29874, + 21178, + 1472, + 3668, + 19032, + 13827, + 20705, + 30621, + 29190, + 15617, + 12013 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..69d43dc78cb8212123c9ddf1c1a54bdb0fdd94be --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7041968606351438, + "test_acc": 0.7052341597796143, + "test_auc": 0.7236810151174792, + "val_auc": 0.6970788315326131, + "k": 1, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28979 + ] + }, + { + "test_f1": 0.7354769681044329, + "test_acc": 0.7355371900826446, + "test_auc": 0.8289721328395361, + "val_auc": 0.7927170868347339, + "k": 16, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28979, + 13827, + 27398, + 20047, + 24493, + 11014, + 1786, + 21178, + 5562, + 27904, + 2335, + 1158, + 8463, + 17383, + 11871, + 20705 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..99983ee7bd0830915d0fc9c212dc85e2e409c940 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6132806353313521, + "test_acc": 0.6135849056603774, + "test_auc": 0.6262519758713327, + "val_auc": 0.6554621848739496, + "k": 1, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5562 + ] + }, + { + "test_f1": 0.6729031858190165, + "test_acc": 0.6729559748427673, + "test_auc": 0.73778503937566, + "val_auc": 0.7452981192476991, + "k": 16, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5562, + 7975, + 28979, + 7100, + 24172, + 594, + 15617, + 28662, + 3017, + 6590, + 26614, + 17794, + 26969, + 15776, + 24171, + 22787 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..91ac7dc36c0ef0afb0f18ed979188ecf38fb639b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.793210496592244, + "test_acc": 0.7937106918238994, + "test_auc": 0.8235858280027423, + "val_auc": 0.839935974389756, + "k": 1, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16882 + ] + }, + { + "test_f1": 0.8437078851238867, + "test_acc": 0.8437735849056603, + "test_auc": 0.9223412948754428, + "val_auc": 0.9503801520608244, + "k": 16, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16882, + 10766, + 24946, + 21583, + 4676, + 5280, + 29501, + 16722, + 26927, + 12890, + 30441, + 32266, + 30893, + 348, + 18065, + 12910 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bf02dc72886ceb192ea7bf45fb0c9bb11dd0ec19 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5211640211640212, + "test_acc": 0.5555555555555556, + "test_auc": 0.5536734693877552, + "val_auc": 0.5849056603773585, + "k": 1, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16291 + ] + }, + { + "test_f1": 0.6258042871226316, + "test_acc": 0.6262626262626263, + "test_auc": 0.7004081632653061, + "val_auc": 0.7543155359293456, + "k": 16, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16291, + 28200, + 16882, + 25307, + 4378, + 15068, + 5438, + 29867, + 19507, + 13557, + 18176, + 32266, + 3499, + 4676, + 8418, + 32381 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..406e680d494bb970702e19768f61f0cb958822a6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6440158630044325, + "test_acc": 0.6472060050041701, + "test_auc": 0.688002225932109, + "val_auc": 0.7960950080515298, + "k": 1, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791 + ] + }, + { + "test_f1": 0.7754171015038472, + "test_acc": 0.7764804003336113, + "test_auc": 0.8525236505286589, + "val_auc": 0.9074074074074074, + "k": 16, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791, + 5280, + 3829, + 17603, + 20454, + 3105, + 12951, + 18549, + 18927, + 31178, + 9118, + 26927, + 14849, + 30416, + 8841, + 11845 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3ad47d3f1284ffa0d99b5d922fa28fb250e5437f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6364172568154777, + "test_acc": 0.6367295597484277, + "test_auc": 0.6713062724611383, + "val_auc": 0.5934373749499801, + "k": 1, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791 + ] + }, + { + "test_f1": 0.6617711575481617, + "test_acc": 0.6618867924528302, + "test_auc": 0.7209591216144375, + "val_auc": 0.6618647458983593, + "k": 16, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791, + 25034, + 13489, + 18549, + 18985, + 20580, + 8841, + 12490, + 13557, + 27478, + 28867, + 24006, + 18927, + 10741, + 14849, + 11790 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6a05708b97b68578eaf5111c9400ee47ece5f12d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.3330009174868407, + "test_acc": 0.49970077797725915, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 1, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22426 + ] + }, + { + "test_f1": 0.5559542001957276, + "test_acc": 0.5559545182525434, + "test_auc": 0.5931947110563562, + "val_auc": 0.5507828181453231, + "k": 16, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22426, + 23569, + 25034, + 15866, + 28327, + 23545, + 23482, + 7895, + 32365, + 25855, + 29235, + 12141, + 22726, + 4378, + 14849, + 32614 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e4518caea6ada66cf76d7c903797ffcfc2411e03 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5877028750346538, + "test_acc": 0.609811320754717, + "test_auc": 0.6213255881539868, + "val_auc": 0.6564625850340137, + "k": 1, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31186 + ] + }, + { + "test_f1": 0.6396414335870885, + "test_acc": 0.6435220125786163, + "test_auc": 0.7308361998867893, + "val_auc": 0.8319327731092437, + "k": 16, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31186, + 29791, + 13462, + 18927, + 455, + 30192, + 22740, + 20984, + 17075, + 2165, + 26605, + 3597, + 12490, + 29345, + 12722, + 4411 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b0d49741cad67cd810c8c0d7781b4e14574dd2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9982389874693722, + "test_acc": 0.9982389937106918, + "test_auc": 0.9999956963724977, + "val_auc": 1.0, + "k": 1, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29173 + ] + }, + { + "test_f1": 0.9992452824456872, + "test_acc": 0.999245283018868, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29173, + 1412, + 15068, + 31144, + 21819, + 893, + 164, + 30835, + 15619, + 28867, + 11929, + 4961, + 12746, + 29135, + 16043, + 14436 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..43fc466e82dfcde8aa5377c50fc75f4efe151a5c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6612047079812735, + "test_acc": 0.6638993710691824, + "test_auc": 0.684402970414333, + "val_auc": 0.7679071628651462, + "k": 1, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18927 + ] + }, + { + "test_f1": 0.6913059848525607, + "test_acc": 0.6913207547169812, + "test_auc": 0.7617276380983434, + "val_auc": 0.8103241296518606, + "k": 16, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18927, + 12490, + 29791, + 31101, + 29135, + 9889, + 16722, + 16320, + 24871, + 21875, + 15068, + 32266, + 13901, + 8841, + 23569, + 30416 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5273be7d1c15129bd1259d23516abdafd671578d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6678193463920127, + "test_acc": 0.6742138364779874, + "test_auc": 0.691323330015321, + "val_auc": 0.6754701880752301, + "k": 1, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18927 + ] + }, + { + "test_f1": 0.7024018331572411, + "test_acc": 0.7028930817610063, + "test_auc": 0.7796033878155698, + "val_auc": 0.7763105242096838, + "k": 16, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18927, + 29791, + 12490, + 8841, + 31101, + 30416, + 164, + 28445, + 16111, + 6446, + 12339, + 16320, + 14866, + 10590, + 9038, + 262 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3a21edefef038eff78e7909a49087520202f20cf --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7781167738486278, + "test_acc": 0.7781865965834428, + "test_auc": 0.8446705158107212, + "val_auc": 0.7556, + "k": 1, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14367 + ] + }, + { + "test_f1": 0.8426779641225621, + "test_acc": 0.842838370565046, + "test_auc": 0.9227400092719836, + "val_auc": 0.8196000000000001, + "k": 16, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14367, + 26773, + 29297, + 8860, + 17393, + 14418, + 30367, + 5280, + 31324, + 3061, + 12141, + 20155, + 6377, + 31072, + 29579, + 27138 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..95ad1ed44b41740e0f3ad1ff4e8acd888d2a6f6a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5139267866471451, + "test_acc": 0.5277987421383648, + "test_auc": 0.5565233373061722, + "val_auc": 0.5970388155262106, + "k": 1, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9889 + ] + }, + { + "test_f1": 0.5594112719780616, + "test_acc": 0.5607547169811321, + "test_auc": 0.6018111689766176, + "val_auc": 0.6782713085234093, + "k": 16, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9889, + 31144, + 28200, + 21629, + 29791, + 12950, + 10741, + 5889, + 12746, + 3454, + 28445, + 17075, + 10038, + 23154, + 6025, + 13544 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8fd3c370b1e1cc2bb1c0cc4f10a96d6166e2f26f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9911947567898957, + "test_acc": 0.9911949685534591, + "test_auc": 0.9977585695349753, + "val_auc": 1.0, + "k": 1, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19995 + ] + }, + { + "test_f1": 0.9924528101273136, + "test_acc": 0.9924528301886792, + "test_auc": 0.9992390173957687, + "val_auc": 1.0, + "k": 16, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19995, + 30966, + 16320, + 12622, + 2693, + 9436, + 27858, + 22280, + 31950, + 27582, + 7448, + 25269, + 12526, + 3393, + 3034, + 594 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5f9218d7459ee46bae67e99bd6a1d1a6e62b6487 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8290665051763101, + "test_acc": 0.8291823899371069, + "test_auc": 0.8909208902129435, + "val_auc": 0.9285714285714285, + "k": 1, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30966 + ] + }, + { + "test_f1": 0.9607534601461605, + "test_acc": 0.9607547169811321, + "test_auc": 0.9929517973467377, + "val_auc": 0.9911964785914367, + "k": 16, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30966, + 27858, + 20168, + 22280, + 3393, + 13852, + 12622, + 16320, + 96, + 3063, + 4388, + 474, + 6360, + 26311, + 27712, + 2292 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4a7e86507db150e59620ddcff7d74ec4ff0c2224 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.815732866871421, + "test_acc": 0.8192405063291139, + "test_auc": 0.8292719318755154, + "val_auc": 0.8297318927571028, + "k": 1, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4074 + ] + }, + { + "test_f1": 0.8665427120976648, + "test_acc": 0.8668354430379747, + "test_auc": 0.9431239719593582, + "val_auc": 0.9243697478991597, + "k": 16, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4074, + 15612, + 2693, + 8951, + 4485, + 3835, + 6288, + 9607, + 30546, + 5395, + 9436, + 331, + 13536, + 31302, + 19611, + 6866 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..27847446113aab136470df480fe2bbdb9a9cbb2c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7765757463148768, + "test_acc": 0.7774358974358975, + "test_auc": 0.8055592957888712, + "val_auc": 0.7753977968176254, + "k": 1, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1456 + ] + }, + { + "test_f1": 0.8504552820405423, + "test_acc": 0.8512820512820513, + "test_auc": 0.9098360655737704, + "val_auc": 0.8955528355773154, + "k": 16, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1456, + 26921, + 30966, + 30506, + 23909, + 31950, + 20168, + 30546, + 22224, + 15373, + 27858, + 21717, + 17794, + 7774, + 15197, + 3034 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..12e7b61ba665ed6ef9281c1b4660a65869fccd30 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8990934429573743, + "test_acc": 0.89937106918239, + "test_auc": 0.9256457213335372, + "val_auc": 0.9751900760304121, + "k": 1, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19995 + ] + }, + { + "test_f1": 0.9224858968240892, + "test_acc": 0.9227672955974843, + "test_auc": 0.9750933887168002, + "val_auc": 0.9951980792316927, + "k": 16, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19995, + 27173, + 25503, + 6098, + 25307, + 11674, + 3039, + 918, + 16482, + 1083, + 24074, + 5200, + 25269, + 12526, + 11013, + 2527 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6ef2ee6272850c4c6810f1a3c86f784e24189ff7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8112061638667143, + "test_acc": 0.8133333333333334, + "test_auc": 0.8451564446090146, + "val_auc": 0.8837209302325583, + "k": 1, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21388 + ] + }, + { + "test_f1": 0.8565058372267588, + "test_acc": 0.8574358974358974, + "test_auc": 0.9161098394317837, + "val_auc": 0.9151366789065688, + "k": 16, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21388, + 2886, + 20168, + 30506, + 25307, + 32389, + 30546, + 7774, + 1456, + 29083, + 16527, + 16320, + 5954, + 22280, + 8349, + 13489 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3eb7e5865cfd976e019e68c7b7a52285c0e91ddd --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7919386730516509, + "test_acc": 0.7958974358974359, + "test_auc": 0.8343488066785606, + "val_auc": 0.8368013055895555, + "k": 1, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13852 + ] + }, + { + "test_f1": 0.8674636681776641, + "test_acc": 0.8676923076923077, + "test_auc": 0.9220301612414582, + "val_auc": 0.9388004895960832, + "k": 16, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13852, + 30095, + 22678, + 7774, + 4388, + 2292, + 25412, + 25214, + 11407, + 19809, + 2086, + 1308, + 27712, + 7458, + 30053, + 30546 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0a4a8de5775c3031f02365dea305fa0f734d877e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7161311982364613, + "test_acc": 0.7169230769230769, + "test_auc": 0.7868810381391591, + "val_auc": 0.7654018767849857, + "k": 1, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526 + ] + }, + { + "test_f1": 0.8789628999491141, + "test_acc": 0.8789743589743589, + "test_auc": 0.9432078298044232, + "val_auc": 0.8910648714810282, + "k": 16, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526, + 6025, + 31801, + 30966, + 12622, + 32582, + 3393, + 30506, + 22771, + 1281, + 13852, + 30750, + 26649, + 10766, + 7774, + 29338 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cc20d1df0bab444269cb1d6f4240ca03f7480f21 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8672143434109988, + "test_acc": 0.8676923076923077, + "test_auc": 0.8953739859292423, + "val_auc": 0.9155446756425949, + "k": 1, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15892 + ] + }, + { + "test_f1": 0.8743045928430545, + "test_acc": 0.8748717948717949, + "test_auc": 0.9327936176658699, + "val_auc": 0.96328029375765, + "k": 16, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15892, + 4418, + 30506, + 6025, + 12774, + 20225, + 12415, + 25307, + 3034, + 5927, + 1456, + 13490, + 21241, + 510, + 12526, + 30966 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bc79de517fd5228d023705e228e55f41e8358ac2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8672192836746947, + "test_acc": 0.8673796791443851, + "test_auc": 0.8876763849997256, + "val_auc": 0.8787878787878789, + "k": 1, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4388 + ] + }, + { + "test_f1": 0.9015961735840976, + "test_acc": 0.9016042780748663, + "test_auc": 0.9551007522099599, + "val_auc": 0.9567676767676768, + "k": 16, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4388, + 2086, + 20225, + 3034, + 2767, + 20168, + 25307, + 31950, + 22280, + 12890, + 24301, + 26257, + 22008, + 21717, + 893, + 11407 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5dc01d3deaa31210bba0fb982513fa2a4e2088ce --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9760918529447067, + "test_acc": 0.9760919540229885, + "test_auc": 0.9953223929866335, + "val_auc": 1.0, + "k": 1, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13699 + ] + }, + { + "test_f1": 0.9871264041256593, + "test_acc": 0.9871264367816092, + "test_auc": 0.9965974890416147, + "val_auc": 1.0, + "k": 16, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13699, + 2652, + 19434, + 7448, + 2086, + 12013, + 11585, + 22214, + 665, + 16091, + 16320, + 26532, + 11929, + 893, + 24671, + 8955 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..82b4eec07bf64d487bef4368741ee812d4b7cfdf --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.969898909702107, + "test_acc": 0.9698996655518395, + "test_auc": 0.9841292886349234, + "val_auc": 0.9961389961389961, + "k": 1, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30153 + ] + }, + { + "test_f1": 0.9856662129200063, + "test_acc": 0.9856665074056379, + "test_auc": 0.9978359366011604, + "val_auc": 1.0, + "k": 16, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30153, + 883, + 15065, + 16091, + 2315, + 2086, + 22742, + 3605, + 17910, + 15445, + 17865, + 13804, + 6404, + 8803, + 8496, + 19780 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..aa5193678315644eadd2ad3fdc4bd5062514d328 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9967815887853171, + "test_acc": 0.9967816091954023, + "test_auc": 0.9990047824557606, + "val_auc": 1.0, + "k": 1, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20627 + ] + }, + { + "test_f1": 0.9926436315094049, + "test_acc": 0.9926436781609196, + "test_auc": 0.9995383272904378, + "val_auc": 1.0, + "k": 16, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20627, + 29151, + 32427, + 18125, + 21137, + 23702, + 19394, + 20438, + 7893, + 20532, + 14112, + 2086, + 21241, + 10032, + 12013, + 16091 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..af4c09b682dac35d2c762ce11eb11a856294e26d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9664200863193335, + "test_acc": 0.9664367816091954, + "test_auc": 0.9808689086260078, + "val_auc": 0.9642857142857142, + "k": 1, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 665 + ] + }, + { + "test_f1": 0.9774679207435161, + "test_acc": 0.9774712643678161, + "test_auc": 0.9948226703284809, + "val_auc": 0.9768668831168831, + "k": 16, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 665, + 19451, + 2086, + 28822, + 13536, + 2693, + 12071, + 20211, + 351, + 348, + 487, + 26816, + 19757, + 14862, + 21241, + 9440 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..157af59ecdfc7ddc6ccd6c0b8a95e9e3dc264445 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.994942483833445, + "test_acc": 0.9949425287356322, + "test_auc": 0.9998376535526814, + "val_auc": 0.9963474025974026, + "k": 1, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3397 + ] + }, + { + "test_f1": 0.9977011494252873, + "test_acc": 0.9977011494252873, + "test_auc": 0.9999594133881703, + "val_auc": 0.9971590909090909, + "k": 16, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3397, + 26620, + 2176, + 13815, + 348, + 2086, + 27114, + 4814, + 29678, + 2693, + 21241, + 18941, + 28290, + 16752, + 6694, + 9508 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..133f86a0f3d773f9e0664884420dfc9cab5dfc05 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7166930839699592, + "test_acc": 0.7202515723270441, + "test_auc": 0.7805681598397634, + "val_auc": 0.748499399759904, + "k": 1, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26257 + ] + }, + { + "test_f1": 0.921975631879331, + "test_acc": 0.9220125786163522, + "test_auc": 0.9652066905712077, + "val_auc": 0.9879951980792316, + "k": 16, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26257, + 594, + 31950, + 24301, + 13179, + 2295, + 12890, + 23032, + 12526, + 3063, + 21717, + 918, + 25124, + 13433, + 28218, + 11407 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4774359c06fadf4f160ddd79abdb7478425b9a7b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9963217955388254, + "test_acc": 0.9963218390804598, + "test_auc": 0.999928127874885, + "val_auc": 1.0, + "k": 1, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17215 + ] + }, + { + "test_f1": 0.9995402298850574, + "test_acc": 0.9995402298850574, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17215, + 27375, + 18638, + 16905, + 19391, + 25219, + 27096, + 27166, + 32266, + 893, + 17871, + 10346, + 4856, + 21583, + 21584, + 29173 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..49df0ab20ced73657a985962d659acaf083b4373 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9898842448996699, + "test_acc": 0.9898850574712643, + "test_auc": 0.9967040288976676, + "val_auc": 1.0, + "k": 1, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20213 + ] + }, + { + "test_f1": 0.9944826046675672, + "test_acc": 0.9944827586206897, + "test_auc": 0.998210806861843, + "val_auc": 1.0, + "k": 16, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20213, + 474, + 14862, + 29542, + 31431, + 2086, + 30621, + 20211, + 10623, + 8994, + 13093, + 27582, + 16091, + 17910, + 25313, + 16824 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..574c39c526efca40ec20c90d922d23d485fcc9e7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9567812254847476, + "test_acc": 0.9567816091954023, + "test_auc": 0.9888606661615889, + "val_auc": 0.9898538961038961, + "k": 1, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9953 + ] + }, + { + "test_f1": 0.9811493455911703, + "test_acc": 0.9811494252873563, + "test_auc": 0.9983714622003355, + "val_auc": 1.0, + "k": 16, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9953, + 2086, + 7149, + 13480, + 348, + 27114, + 21211, + 9436, + 17163, + 12622, + 15274, + 6025, + 20211, + 15635, + 24794, + 7026 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f4c474cc3e2df62d756a730bec522b0abdbfe74f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9595388956111233, + "test_acc": 0.9595402298850575, + "test_auc": 0.9842392885166946, + "val_auc": 0.9874188311688312, + "k": 1, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5053 + ] + }, + { + "test_f1": 0.9765517142245282, + "test_acc": 0.976551724137931, + "test_auc": 0.994406657557227, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5053, + 16675, + 10915, + 15005, + 2552, + 25748, + 20211, + 24946, + 32571, + 12890, + 17473, + 2086, + 29854, + 20070, + 4528, + 15072 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1e2611c015bb15c1e2664060b54003771809e403 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9535501396235833, + "test_acc": 0.9535632183908046, + "test_auc": 0.9859790167216841, + "val_auc": 0.987012987012987, + "k": 1, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12032 + ] + }, + { + "test_f1": 0.9714817741490885, + "test_acc": 0.9714942528735632, + "test_auc": 0.9928288530223497, + "val_auc": 0.9890422077922078, + "k": 16, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12032, + 26620, + 27114, + 2693, + 32172, + 3829, + 2086, + 20253, + 11317, + 10121, + 8633, + 4520, + 20211, + 22214, + 12526, + 10180 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..00befa78cde9a8113230819bd3cc550546ffffa9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9733323073575431, + "test_acc": 0.9733333333333334, + "test_auc": 0.9855824517019319, + "val_auc": 0.9906655844155843, + "k": 1, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15332 + ] + }, + { + "test_f1": 0.9802273772464603, + "test_acc": 0.9802298850574712, + "test_auc": 0.992587024460198, + "val_auc": 0.9971590909090908, + "k": 16, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15332, + 25339, + 22526, + 19033, + 5643, + 5018, + 30750, + 20211, + 22627, + 7448, + 6025, + 16091, + 25748, + 3995, + 1809, + 9440 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..862c5fffc5c0417810d198383af11b5b3e11619c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.981148341364237, + "test_acc": 0.9811494252873563, + "test_auc": 0.9977892979869041, + "val_auc": 0.9995941558441559, + "k": 1, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14906 + ] + }, + { + "test_f1": 0.9885056450760114, + "test_acc": 0.9885057471264368, + "test_auc": 0.9978150873965042, + "val_auc": 1.0, + "k": 16, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14906, + 3794, + 6772, + 20211, + 2086, + 6694, + 21968, + 30670, + 25541, + 8486, + 7044, + 1724, + 24738, + 30589, + 23114, + 21143 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ff1b52fd5b6e02cfc33bcf78f14ffe5d874c4739 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8960423778960732, + "test_acc": 0.8960919540229885, + "test_auc": 0.934242078846258, + "val_auc": 0.9306006493506493, + "k": 1, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11642 + ] + }, + { + "test_f1": 0.9852873501016687, + "test_acc": 0.9852873563218391, + "test_auc": 0.9968680664538124, + "val_auc": 1.0, + "k": 16, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11642, + 6347, + 20863, + 28479, + 8803, + 24853, + 20284, + 22410, + 2086, + 7319, + 24386, + 20540, + 31183, + 28881, + 24794, + 13205 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..97741e0b97c4947aabece56d0d9724b341a3fb92 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9852856393631747, + "test_acc": 0.9852873563218391, + "test_auc": 0.9862326830456194, + "val_auc": 1.0, + "k": 1, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18910 + ] + }, + { + "test_f1": 0.9875851046671433, + "test_acc": 0.9875862068965517, + "test_auc": 0.9981600735970562, + "val_auc": 1.0, + "k": 16, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18910, + 25856, + 25232, + 30825, + 2068, + 16754, + 12374, + 25437, + 11719, + 665, + 16657, + 12890, + 8984, + 31709, + 8005, + 18004 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b6a8800b2df694778f8642b486f6d56db818cff3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9599988838344348, + "test_acc": 0.96, + "test_auc": 0.9937517756642675, + "val_auc": 0.9971590909090909, + "k": 1, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4134 + ] + }, + { + "test_f1": 0.9825286248348366, + "test_acc": 0.9825287356321839, + "test_auc": 0.9974531901076898, + "val_auc": 1.0, + "k": 16, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4134, + 2086, + 23157, + 16281, + 21241, + 348, + 19434, + 4533, + 2064, + 20211, + 28979, + 13269, + 9436, + 22637, + 6025, + 24787 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8680fab0dc5a044ccbec53e689cb237767670b15 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5486764165026998, + "test_acc": 0.550440251572327, + "test_auc": 0.5745570554681891, + "val_auc": 0.6452581032412965, + "k": 1, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025 + ] + }, + { + "test_f1": 0.6060331979336905, + "test_acc": 0.6060377358490566, + "test_auc": 0.6471817821878427, + "val_auc": 0.6794717887154862, + "k": 16, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025, + 12526, + 17794, + 918, + 25307, + 22679, + 11674, + 3028, + 25503, + 10019, + 16091, + 2767, + 16482, + 4689, + 665, + 2295 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fb9d00952aa46a0ddf252e4a632ecd33f26c5881 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9604473790529803, + "test_acc": 0.9604597701149425, + "test_auc": 0.9858542974457492, + "val_auc": 0.9995941558441559, + "k": 1, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2243 + ] + }, + { + "test_f1": 0.9558343403812096, + "test_acc": 0.9558620689655173, + "test_auc": 0.9900528978840848, + "val_auc": 1.0, + "k": 16, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2243, + 2086, + 16091, + 31883, + 14920, + 18959, + 893, + 20211, + 8624, + 32310, + 12890, + 12325, + 15208, + 9440, + 28867, + 19033 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1acf538de9959e966dec88c0f5c0b64b41bef827 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9393101908781086, + "test_acc": 0.9393103448275862, + "test_auc": 0.9795718281562855, + "val_auc": 0.9959415584415584, + "k": 1, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14754 + ] + }, + { + "test_f1": 0.9958620514712325, + "test_acc": 0.9958620689655172, + "test_auc": 0.999705747064235, + "val_auc": 1.0, + "k": 16, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14754, + 4467, + 2086, + 11024, + 16281, + 16804, + 20211, + 6025, + 23157, + 7961, + 11877, + 28737, + 29155, + 19434, + 9436, + 24732 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..18bb27da98e4dfe5147df6e096d6e6487257b747 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8225287356321839, + "test_acc": 0.8225287356321839, + "test_auc": 0.8618562794252936, + "val_auc": 0.8210227272727273, + "k": 1, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24009 + ] + }, + { + "test_f1": 0.9452804161006686, + "test_acc": 0.9452873563218391, + "test_auc": 0.9886264475891553, + "val_auc": 0.9931006493506493, + "k": 16, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24009, + 2086, + 15563, + 18977, + 26357, + 32299, + 2552, + 12622, + 1024, + 5268, + 14320, + 28393, + 22214, + 13191, + 29843, + 27710 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3b40a5b2d2897b1492b8b38eee828cabd1d5b2a9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9719492081684445, + "test_acc": 0.9719540229885058, + "test_auc": 0.9776266302289085, + "val_auc": 0.9683441558441558, + "k": 1, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27442 + ] + }, + { + "test_f1": 0.9788503243482447, + "test_acc": 0.9788505747126437, + "test_auc": 0.9951744209643378, + "val_auc": 0.9983766233766234, + "k": 16, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27442, + 10363, + 2086, + 12957, + 21530, + 6404, + 17776, + 1437, + 25391, + 23597, + 25261, + 32266, + 2069, + 18959, + 3829, + 20211 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9924839dc41751c949a50a6092846c98721819f3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8112356794839184, + "test_acc": 0.8114942528735632, + "test_auc": 0.8854163848151957, + "val_auc": 0.8681006493506493, + "k": 1, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1208 + ] + }, + { + "test_f1": 0.9433921309967472, + "test_acc": 0.9434482758620689, + "test_auc": 0.9806376494940202, + "val_auc": 0.9744318181818181, + "k": 16, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1208, + 15231, + 2086, + 14220, + 9656, + 6025, + 20211, + 15272, + 20156, + 26080, + 16882, + 20914, + 28329, + 21530, + 12831, + 23435 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e712d8da2a2078e003bdbc8340e01b13197ecfc8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9521696924007914, + "test_acc": 0.952183908045977, + "test_auc": 0.9949114535418584, + "val_auc": 0.9959415584415584, + "k": 1, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6009 + ] + }, + { + "test_f1": 0.9880459264723536, + "test_acc": 0.9880459770114942, + "test_auc": 0.9974320512473618, + "val_auc": 1.0, + "k": 16, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6009, + 24993, + 2086, + 2844, + 4987, + 17554, + 31855, + 8994, + 23157, + 29155, + 20211, + 28737, + 23933, + 16281, + 26014, + 16091 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fe9f67f2348bc36603255fca6529dc0355e64912 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6621289755720486, + "test_acc": 0.6641509433962264, + "test_auc": 0.6915768643061185, + "val_auc": 0.6356542617046819, + "k": 1, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9575 + ] + }, + { + "test_f1": 0.692271462438815, + "test_acc": 0.6933333333333334, + "test_auc": 0.763687940425644, + "val_auc": 0.6998799519807923, + "k": 16, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9575, + 18264, + 23435, + 31617, + 32025, + 30750, + 20713, + 28445, + 18382, + 6483, + 26967, + 23923, + 12746, + 23154, + 9319, + 22771 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0eeee452ccf1a9346319d422abb5596a65b525ed --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6860393570151412, + "test_acc": 0.6874541452677916, + "test_auc": 0.7595157199391959, + "val_auc": 0.8022836538461537, + "k": 1, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22575 + ] + }, + { + "test_f1": 0.6924773771282781, + "test_acc": 0.6933235509904622, + "test_auc": 0.7733990465978529, + "val_auc": 0.8453525641025641, + "k": 16, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22575, + 9318, + 25408, + 23747, + 16270, + 12421, + 9889, + 10304, + 9955, + 17847, + 15068, + 30728, + 14603, + 14187, + 14082, + 1001 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..60af948a81776503fc34d73c24586ff3e332d7a9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6505337925178643, + "test_acc": 0.6573584905660378, + "test_auc": 0.6896021321689573, + "val_auc": 0.664265706282513, + "k": 1, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18409 + ] + }, + { + "test_f1": 0.7789725324339014, + "test_acc": 0.7791194968553459, + "test_auc": 0.858316481678192, + "val_auc": 0.7763105242096838, + "k": 16, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18409, + 10380, + 12421, + 8137, + 6432, + 27978, + 12950, + 32166, + 27478, + 9889, + 4577, + 20713, + 27660, + 7548, + 8651, + 30939 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4ae7423ad7cc22da679c6bf328cb51cc630c983f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7672637522691212, + "test_acc": 0.7672955974842768, + "test_auc": 0.7930722229704346, + "val_auc": 0.7761104441776712, + "k": 1, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30728 + ] + }, + { + "test_f1": 0.7964740458676215, + "test_acc": 0.7964779874213836, + "test_auc": 0.8688059408286661, + "val_auc": 0.8735494197679071, + "k": 16, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30728, + 25237, + 22907, + 29297, + 30727, + 17393, + 26696, + 22641, + 31970, + 99, + 19176, + 12421, + 9889, + 4311, + 14699, + 10327 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dbed45ad559ff32003d54e8a99775f14aaac3b84 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7952310214977112, + "test_acc": 0.7987421383647799, + "test_auc": 0.8100404135937922, + "val_auc": 0.8579431772709083, + "k": 1, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895 + ] + }, + { + "test_f1": 0.8636072967139935, + "test_acc": 0.8636477987421384, + "test_auc": 0.9400292039099215, + "val_auc": 0.938375350140056, + "k": 16, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895, + 18401, + 31946, + 4974, + 13462, + 27537, + 30593, + 893, + 22771, + 18343, + 7595, + 6922, + 4643, + 25166, + 19125, + 23455 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..921f433e962ec8e90986924b4bdba0c7ac0577ca --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9140519794970968, + "test_acc": 0.9142138364779874, + "test_auc": 0.9323416594180077, + "val_auc": 0.9419767907162864, + "k": 1, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1128 + ] + }, + { + "test_f1": 0.940585477500257, + "test_acc": 0.94062893081761, + "test_auc": 0.9853636160192155, + "val_auc": 0.9971988795518207, + "k": 16, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1128, + 23435, + 21583, + 21270, + 24073, + 752, + 14014, + 2581, + 19507, + 30835, + 10590, + 6201, + 6025, + 18549, + 14436, + 31412 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..01c31ece0ee6187a6bf1b5ffddce83c7b3e96ee1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6845352151653522, + "test_acc": 0.7070707070707071, + "test_auc": 0.7057142857142856, + "val_auc": 0.7051282051282052, + "k": 1, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29225 + ] + }, + { + "test_f1": 0.7572786690433749, + "test_acc": 0.7575757575757576, + "test_auc": 0.8542857142857143, + "val_auc": 0.907451923076923, + "k": 16, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29225, + 29173, + 31186, + 10590, + 31617, + 29791, + 1412, + 17653, + 2473, + 10995, + 21270, + 20190, + 6025, + 3248, + 13462, + 21819 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d3d85b20d80da11ee3c99cdd360ed88a4fec1c77 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9339013179674303, + "test_acc": 0.9339019189765458, + "test_auc": 0.9664302600472813, + "val_auc": 0.9732000000000001, + "k": 1, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12224 + ] + }, + { + "test_f1": 0.9680153126089237, + "test_acc": 0.9680170575692963, + "test_auc": 0.9859974540825605, + "val_auc": 0.9916, + "k": 16, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12224, + 414, + 23173, + 28289, + 21498, + 16863, + 1846, + 2756, + 10397, + 18613, + 26582, + 7524, + 18112, + 18433, + 8876, + 29173 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/runner_cfg.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/runner_cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..22f1f4e80bbc36817a5249e913fc1fa5c755468b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/runner_cfg.json @@ -0,0 +1 @@ +{"sae": {"d_in": 2304, "d_sae": 32768, "dtype": "float32", "device": "cpu", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4"}, "decoder_init_norm": 0.1, "k": 150, "use_sparse_activations": false, "aux_loss_coefficient": 1.0, "rescale_acts_by_decoder_norm": true, "topk_threshold_lr": 0.01, "architecture": "batchtopk"}, "model_name": "google/gemma-2-2b", "model_class_name": "AutoModelForCausalLM", "hook_name": "model.layers.12", "hook_eval": "NOT_IN_USE", "hook_head_index": null, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "dataset_trust_remote_code": true, "streaming": false, "is_dataset_tokenized": true, "use_chat_formatting": false, "context_size": 1024, "use_cached_activations": false, "cached_activations_path": null, "from_pretrained_path": null, "n_batches_in_buffer": 64, "training_tokens": 300000000, "store_batch_size_prompts": 12, "seqpos_slice": [null], "disable_concat_sequences": false, "sequence_separator_token": "bos", "activations_mixing_fraction": 0.5, "device": "cuda", "act_store_device": "cuda", "seed": 0, "dtype": "float32", "prepend_bos": true, "autocast": true, "autocast_lm": true, "compile_llm": false, "llm_compilation_mode": null, "compile_sae": false, "sae_compilation_mode": null, "train_batch_size_tokens": 4096, "adam_beta1": 0.9, "adam_beta2": 0.999, "lr": 0.0003, "lr_scheduler_name": "constant", "lr_warm_up_steps": 0, "lr_end": 2.9999999999999997e-05, "lr_decay_steps": 14648, "n_restart_cycles": 1, "dead_feature_window": 1000, "feature_sampling_window": 2000, "dead_feature_threshold": 1e-08, "n_eval_batches": 10, "eval_batch_size_prompts": 6, "logger": {"log_to_wandb": true, "log_activations_store_to_wandb": false, "log_optimizer_state_to_wandb": false, "log_weights_to_wandb": true, "wandb_project": "sae-rethink", "wandb_id": null, "run_name": "btk-denoised-vnorm_topp-p0.9-k-150-layer-12-2026-04-09T14:35:34", "wandb_entity": "chanind", "wandb_log_frequency": 10, "eval_every_n_wandb_logs": 100}, "n_checkpoints": 0, "checkpoint_path": "/vol/data/shared/checkpoints/7c21fe27d957a573083a76906bc563599d41fdb0b02fe39b031e77fe33a90f40", "save_final_checkpoint": false, "output_path": "/vol/data/saes/300t/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2", "resume_from_checkpoint": null, "verbose": true, "model_kwargs": {}, "model_from_pretrained_kwargs": {"attn_implementation": "eager"}, "sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4", "exclude_special_tokens": true, "n_batches_for_norm_estimate": 1000, "b_dec_init_method": "zeros", "vnorm_denoise_config": {"strategy": "vnorm_topp", "threshold": 0.01, "k": 10, "p": 0.9, "layers": null}} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ec126fbf89a70d47921f2b572ba117e26a43a809 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.919275092785621, + "test_acc": 0.9193317422434367, + "test_auc": 0.9736989362555319, + "val_auc": 0.9635349635349635, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750 + ] + }, + { + "test_f1": 0.9661093527879875, + "test_acc": 0.966109785202864, + "test_auc": 0.992584228293124, + "val_auc": 1.0, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750, + 23435, + 9889, + 23252, + 25969, + 20047, + 21629, + 3248, + 30835, + 21225, + 28445, + 5897, + 28685, + 6025, + 29577, + 30358 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8ec4b17cedae5bda25cb9ede52d4882551fb2a0c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9220890409726183, + "test_acc": 0.9222294232015554, + "test_auc": 0.9617262420784526, + "val_auc": 0.9499793303017777, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025 + ] + }, + { + "test_f1": 0.9695391409476877, + "test_acc": 0.9695398574206092, + "test_auc": 0.9943146307534122, + "val_auc": 0.9937990905332783, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025, + 11681, + 9889, + 8954, + 12890, + 31412, + 10173, + 21629, + 17075, + 31144, + 14187, + 12490, + 6927, + 31752, + 11100, + 25307 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..43a356ee751ff7cea6cd1d24ca8a2a78e9192337 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5737691531787968, + "test_acc": 0.5748427672955975, + "test_auc": 0.5967178258276382, + "val_auc": 0.602641056422569, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526 + ] + }, + { + "test_f1": 0.5897427369797971, + "test_acc": 0.5911949685534591, + "test_auc": 0.6316737870605617, + "val_auc": 0.7010804321728692, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526, + 31946, + 32074, + 12781, + 31855, + 10590, + 1173, + 17175, + 6446, + 32266, + 16918, + 11887, + 10411, + 7557, + 20265, + 8142 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e534492d73bba7ea556ecdd6120b0879eaf70d0b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6658142934418462, + "test_acc": 0.6661635220125787, + "test_auc": 0.6911256163047738, + "val_auc": 0.7871148459383754, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21270 + ] + }, + { + "test_f1": 0.7144116281186352, + "test_acc": 0.7152201257861636, + "test_auc": 0.7861184469676641, + "val_auc": 0.827531012404962, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21270, + 21389, + 29135, + 24632, + 19611, + 19995, + 23435, + 20464, + 25246, + 1173, + 10590, + 32074, + 30195, + 30750, + 4856, + 2473 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..307d65fd6e9478a768c617b975eb6300eb7fa931 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7839649811320755, + "test_acc": 0.7846540880503144, + "test_auc": 0.825394997058344, + "val_auc": 0.8707482993197277, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21629 + ] + }, + { + "test_f1": 0.7959951343509819, + "test_acc": 0.7967295597484276, + "test_auc": 0.882530588665359, + "val_auc": 0.921968787515006, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21629, + 164, + 31144, + 893, + 29850, + 23154, + 1238, + 10173, + 20802, + 3248, + 16690, + 6842, + 28493, + 22180, + 11271, + 15939 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..02569b66f582777635046c8c1619b7eebafd5f5d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8541701699315296, + "test_acc": 0.8543396226415094, + "test_auc": 0.8731207071315665, + "val_auc": 0.9067627050820328, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895 + ] + }, + { + "test_f1": 0.8798877822713549, + "test_acc": 0.88, + "test_auc": 0.9460337768938746, + "val_auc": 0.9591836734693877, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895, + 18401, + 27537, + 28270, + 31946, + 893, + 9957, + 30593, + 6922, + 19914, + 24551, + 16320, + 26069, + 9474, + 29554, + 367 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..aa730dedc4785c475da880a71828d015c9fb1bd3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.53395950875825, + "test_acc": 0.56, + "test_auc": 0.5648584508701653, + "val_auc": 0.5512035903712771, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25195 + ] + }, + { + "test_f1": 0.5944872639309483, + "test_acc": 0.5958974358974359, + "test_auc": 0.648361497290201, + "val_auc": 0.6434108527131783, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25195, + 8951, + 4856, + 32299, + 16336, + 25697, + 1749, + 25307, + 9275, + 16059, + 25748, + 7672, + 26132, + 2408, + 28979, + 30546 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..15d8853d3904366a0a3d85eb32d4030d08d9eb76 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.49339510039545426, + "test_acc": 0.49846153846153846, + "test_auc": 0.5002861278486552, + "val_auc": 0.5261117911056711, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31727 + ] + }, + { + "test_f1": 0.5288905192677233, + "test_acc": 0.5302564102564102, + "test_auc": 0.5441057663177029, + "val_auc": 0.6079151366789065, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31727, + 9180, + 16604, + 19437, + 8807, + 13491, + 32299, + 25705, + 8360, + 24448, + 11812, + 16412, + 16059, + 26972, + 13804, + 5468 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..088a70521292d7570aedccdaaa1e2e9987ee4ec2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.33276368865972145, + "test_acc": 0.49948717948717947, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5359 + ] + }, + { + "test_f1": 0.5512639277751812, + "test_acc": 0.556923076923077, + "test_auc": 0.568620190527485, + "val_auc": 0.6270909832721339, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5359, + 27824, + 11812, + 16412, + 3412, + 631, + 1412, + 10556, + 8160, + 3605, + 7026, + 23895, + 5556, + 17646, + 7448, + 14112 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d1c3bf550c17c02c7d267a08d30e9271b51f09b2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8026117645813822, + "test_acc": 0.8080808080808081, + "test_auc": 0.8146938775510205, + "val_auc": 0.8125, + "k": 1, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5054 + ] + }, + { + "test_f1": 0.7466989402473273, + "test_acc": 0.7474747474747475, + "test_auc": 0.8710204081632653, + "val_auc": 0.9425080128205128, + "k": 16, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5054, + 17095, + 19084, + 5395, + 17253, + 10738, + 12222, + 24309, + 474, + 665, + 12853, + 25938, + 31302, + 5891, + 2314, + 5299 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..97c68ff15630b4c80516ee162771ba78812756a3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8577738003496822, + "test_acc": 0.8585858585858586, + "test_auc": 0.9085714285714286, + "val_auc": 0.9575320512820513, + "k": 1, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760 + ] + }, + { + "test_f1": 0.8888888888888888, + "test_acc": 0.8888888888888888, + "test_auc": 0.9555102040816327, + "val_auc": 0.9931891025641025, + "k": 16, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760, + 1274, + 5997, + 17253, + 23435, + 2314, + 13577, + 23931, + 27622, + 1487, + 16320, + 21611, + 5299, + 16091, + 19394, + 20166 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a0fef39a5e2823e6224aadd93d6a17f60b1be386 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7977322242028124, + "test_acc": 0.797979797979798, + "test_auc": 0.8493877551020408, + "val_auc": 0.7700320512820513, + "k": 1, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7850 + ] + }, + { + "test_f1": 0.8682834489286101, + "test_acc": 0.8686868686868687, + "test_auc": 0.963265306122449, + "val_auc": 0.9503205128205128, + "k": 16, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7850, + 661, + 5997, + 1274, + 5299, + 17253, + 25697, + 22560, + 27858, + 21611, + 4565, + 32293, + 4856, + 2314, + 7893, + 23931 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a5bea4eca47969c4d9bb6c497aef71de32bde1c9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6224990156906055, + "test_acc": 0.635890767230169, + "test_auc": 0.6653166105750803, + "val_auc": 0.7607999999999999, + "k": 1, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760 + ] + }, + { + "test_f1": 0.7826081590805049, + "test_acc": 0.7828348504551366, + "test_auc": 0.8829885416838901, + "val_auc": 0.9336, + "k": 16, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760, + 1274, + 19084, + 7850, + 30165, + 15060, + 22935, + 4689, + 23435, + 26621, + 5478, + 4565, + 23931, + 30546, + 11156, + 661 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ea71cca2d8fc1ae2c0142c5afdb176128f98a806 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6645903055973045, + "test_acc": 0.6749024707412223, + "test_auc": 0.7002210344200421, + "val_auc": 0.7624, + "k": 1, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760 + ] + }, + { + "test_f1": 0.8073497895225876, + "test_acc": 0.8079757260511486, + "test_auc": 0.9061426675344706, + "val_auc": 0.9372, + "k": 16, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760, + 26621, + 32293, + 5299, + 7850, + 3073, + 15060, + 17253, + 11156, + 20169, + 19084, + 19394, + 2314, + 7338, + 4565, + 6808 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..16b477f1ed66d91ba5059fdc9550d962f5d31437 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.827394677581118, + "test_acc": 0.8283485045513654, + "test_auc": 0.8749956785177992, + "val_auc": 0.851, + "k": 1, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760 + ] + }, + { + "test_f1": 0.8662544043954434, + "test_acc": 0.8664932813177286, + "test_auc": 0.9438906266675285, + "val_auc": 0.9412, + "k": 16, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15760, + 1274, + 23931, + 23435, + 1487, + 20070, + 7338, + 30546, + 21611, + 30165, + 27622, + 2906, + 13996, + 14112, + 7671, + 30750 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..20bc5ae7fdc74792a6bfe864def7f536f411e3ba --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8707276195755217, + "test_acc": 0.8707692307692307, + "test_auc": 0.9542910761773319, + "val_auc": 0.9547123623011015, + "k": 1, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27292 + ] + }, + { + "test_f1": 0.9723073427342164, + "test_acc": 0.9723076923076923, + "test_auc": 0.9944625845760259, + "val_auc": 0.9918400652794779, + "k": 16, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27292, + 9249, + 16905, + 25697, + 30383, + 2408, + 4565, + 1393, + 21611, + 465, + 10434, + 23051, + 13815, + 25124, + 28662, + 16320 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f3e154dbfe2f27ef90968d145ed8a114cc78bd81 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.899569487650767, + "test_acc": 0.9005128205128206, + "test_auc": 0.9010039721277814, + "val_auc": 0.9534883720930232, + "k": 1, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12013 + ] + }, + { + "test_f1": 0.9589742726612824, + "test_acc": 0.958974358974359, + "test_auc": 0.9945551553505908, + "val_auc": 0.9975520195838433, + "k": 16, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12013, + 10434, + 936, + 27292, + 6098, + 19705, + 16091, + 31069, + 6020, + 8443, + 2068, + 13815, + 2408, + 28662, + 22560, + 25697 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d685f306c00189708381a71de48b74241c5c77aa --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.92608620324362, + "test_acc": 0.9261538461538461, + "test_auc": 0.9572323021510081, + "val_auc": 0.9694002447980415, + "k": 1, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 594 + ] + }, + { + "test_f1": 0.9743586506798301, + "test_acc": 0.9743589743589743, + "test_auc": 0.9982201164708654, + "val_auc": 1.0, + "k": 16, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 594, + 14222, + 13179, + 669, + 23838, + 17253, + 27292, + 10434, + 26712, + 31156, + 7006, + 16905, + 16091, + 26311, + 351, + 9736 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f9e85b389b3a8718b7b6c7d2ee5b114c0bbb70be --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6038411520190807, + "test_acc": 0.6094495015171218, + "test_auc": 0.6275851858087034, + "val_auc": 0.602, + "k": 1, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13200 + ] + }, + { + "test_f1": 0.7025851154154025, + "test_acc": 0.7026441265713047, + "test_auc": 0.7816922473360881, + "val_auc": 0.8126, + "k": 16, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13200, + 6025, + 5247, + 18167, + 24956, + 12890, + 32266, + 24794, + 4856, + 31752, + 17794, + 22282, + 6927, + 15898, + 30546, + 3324 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..aa63fa1e01694f4fee792e393994e7b96528e39d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.669426642015568, + "test_acc": 0.6857390550498483, + "test_auc": 0.6955053578863668, + "val_auc": 0.7756, + "k": 1, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5247 + ] + }, + { + "test_f1": 0.7670699897305017, + "test_acc": 0.7672301690507152, + "test_auc": 0.8456982838830509, + "val_auc": 0.8712, + "k": 16, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5247, + 18167, + 6025, + 24956, + 30202, + 3324, + 24794, + 25307, + 4856, + 13200, + 20241, + 893, + 9317, + 7026, + 32266, + 31970 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cc2ac7ab8000e4645674c80ce8e439dd11c38859 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5360119134339171, + "test_acc": 0.5812743823146944, + "test_auc": 0.5855341577468769, + "val_auc": 0.5744, + "k": 1, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5247 + ] + }, + { + "test_f1": 0.6472330420460203, + "test_acc": 0.6480277416558301, + "test_auc": 0.7234123625956551, + "val_auc": 0.6782, + "k": 16, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5247, + 669, + 7758, + 22282, + 16091, + 18167, + 18153, + 29052, + 11719, + 22679, + 18240, + 3399, + 11929, + 28913, + 18125, + 9317 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d30051cdae753533e05386ff8a4e3f4cac8d751d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6413998018789441, + "test_acc": 0.6417910447761194, + "test_auc": 0.6766684851791235, + "val_auc": 0.6332, + "k": 1, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25348 + ] + }, + { + "test_f1": 0.7645892739401102, + "test_acc": 0.7654584221748401, + "test_auc": 0.8455901072922349, + "val_auc": 0.8644, + "k": 16, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25348, + 6026, + 16691, + 12378, + 19332, + 20616, + 21958, + 15927, + 8756, + 4887, + 10679, + 10551, + 26163, + 5837, + 31677, + 2736 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..97c3099042775d3a7aeee1f451b9a510abe94e20 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.949464018566805, + "test_acc": 0.9494949494949495, + "test_auc": 0.9591836734693877, + "val_auc": 0.932367149758454, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3978 + ] + }, + { + "test_f1": 0.9898969278371137, + "test_acc": 0.98989898989899, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3978, + 26491, + 2162, + 15066, + 19621, + 23183, + 13634, + 18716, + 29223, + 24386, + 6767, + 17686, + 9514, + 8181, + 25176, + 24359 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..03f3111dfb91be2e2acdda57b2dfd1f68a5f522c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8078454447386487, + "test_acc": 0.8080808080808081, + "test_auc": 0.9040816326530612, + "val_auc": 0.8915056360708533, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26345 + ] + }, + { + "test_f1": 0.9696907835113407, + "test_acc": 0.9696969696969697, + "test_auc": 0.9946938775510203, + "val_auc": 0.9911433172302738, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26345, + 27768, + 26491, + 9796, + 1846, + 1540, + 11929, + 31144, + 11220, + 13941, + 2089, + 28968, + 2451, + 25772, + 3978, + 30750 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..74a67288137cc66af3f09c1cb3b8e88d5d7e3eed --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8782658413503368, + "test_acc": 0.8787878787878788, + "test_auc": 0.9428571428571428, + "val_auc": 0.9202898550724637, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28968 + ] + }, + { + "test_f1": 0.979793856936714, + "test_acc": 0.9797979797979798, + "test_auc": 0.9987755102040816, + "val_auc": 1.0, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28968, + 11688, + 25099, + 28341, + 26345, + 22409, + 1100, + 14886, + 11220, + 22471, + 24908, + 26491, + 6507, + 9233, + 24651, + 20996 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..72e2db61c0fe00d668bf80e683181ad310e8ecf8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9422222222222222, + "test_acc": 0.9422222222222222, + "test_auc": 0.9503792667509482, + "val_auc": 0.9525162337662337, + "k": 1, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13272 + ] + }, + { + "test_f1": 0.9422222222222222, + "test_acc": 0.9422222222222222, + "test_auc": 0.9736093552465234, + "val_auc": 0.971185064935065, + "k": 16, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13272, + 27001, + 17403, + 27600, + 26227, + 4466, + 15802, + 29005, + 7762, + 9030, + 9281, + 30750, + 8463, + 5280, + 18201, + 10530 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..13659becee3e35147ae3522216c1fc0231009c22 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6216886618419186, + "test_acc": 0.6311111111111111, + "test_auc": 0.6527733881163085, + "val_auc": 0.6584821428571429, + "k": 1, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2162 + ] + }, + { + "test_f1": 0.844105778217604, + "test_acc": 0.8444444444444444, + "test_auc": 0.9212231352718079, + "val_auc": 0.882711038961039, + "k": 16, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2162, + 17794, + 4541, + 10728, + 9281, + 711, + 24073, + 14886, + 8463, + 5870, + 10173, + 164, + 10995, + 5930, + 17149, + 11767 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ba4015dbeb6de400345ee5686e54b2a890e8ddc4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9420964319093958, + "test_acc": 0.9422222222222222, + "test_auc": 0.9463495575221238, + "val_auc": 0.9545454545454546, + "k": 1, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22471 + ] + }, + { + "test_f1": 0.9688765941938302, + "test_acc": 0.9688888888888889, + "test_auc": 0.9938369152970923, + "val_auc": 0.9939123376623376, + "k": 16, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22471, + 28341, + 26491, + 11220, + 22324, + 8633, + 32308, + 25748, + 16320, + 12265, + 28968, + 2431, + 9796, + 16765, + 6013, + 10873 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0014da73eaaa779c48339b4f522b1b7b4bc9b13d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6913035183688672, + "test_acc": 0.6965756393584742, + "test_auc": 0.7169759845839576, + "val_auc": 0.7784000000000001, + "k": 1, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9318 + ] + }, + { + "test_f1": 0.753568792969571, + "test_acc": 0.7546597312527091, + "test_auc": 0.8433992553522497, + "val_auc": 0.8792, + "k": 16, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9318, + 22575, + 14603, + 25408, + 27297, + 30728, + 5949, + 27478, + 22771, + 10304, + 9889, + 164, + 29297, + 1671, + 12421, + 23569 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..674df6b2222dcda3b613f25ff1290f355c40a255 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.614074023989979, + "test_acc": 0.6142175986129172, + "test_auc": 0.6479547739977543, + "val_auc": 0.5628000000000001, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31144 + ] + }, + { + "test_f1": 0.7010724528215936, + "test_acc": 0.7013437364542696, + "test_auc": 0.767408057647821, + "val_auc": 0.776, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31144, + 9318, + 14072, + 23569, + 27685, + 22575, + 14603, + 25408, + 4378, + 9889, + 4249, + 19489, + 7851, + 10173, + 15068, + 12951 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6377ab9fe25331493f288f9c8565ec53c8152553 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6739610020038879, + "test_acc": 0.6909406155179887, + "test_auc": 0.699601747231621, + "val_auc": 0.6779999999999999, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23569 + ] + }, + { + "test_f1": 0.7552934727620467, + "test_acc": 0.7576939748591244, + "test_auc": 0.8450977857476766, + "val_auc": 0.8504, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23569, + 14072, + 4378, + 22575, + 9318, + 27478, + 1242, + 7895, + 30728, + 7851, + 22771, + 5949, + 25408, + 13096, + 14603, + 12944 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..abf28684796aa7c8907256e0badf643581a6b8db --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.650239311776423, + "test_acc": 0.672542372881356, + "test_auc": 0.6764808625019764, + "val_auc": 0.7516103059581322, + "k": 1, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2905 + ] + }, + { + "test_f1": 0.7781209050687046, + "test_acc": 0.7783050847457628, + "test_auc": 0.8484260147893202, + "val_auc": 0.9053945249597424, + "k": 16, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2905, + 16346, + 32622, + 21966, + 27660, + 3248, + 28086, + 13827, + 18522, + 10590, + 23435, + 20261, + 15776, + 29956, + 7602, + 7179 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cde63e9d375301774bf9ff74b3e5c57f87096fc9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6317550441735579, + "test_acc": 0.6677966101694915, + "test_auc": 0.6692038697863234, + "val_auc": 0.712962962962963, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20890 + ] + }, + { + "test_f1": 0.782059171028624, + "test_acc": 0.7830508474576271, + "test_auc": 0.8718216015267343, + "val_auc": 0.894524959742351, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20890, + 23665, + 10590, + 7621, + 28685, + 22771, + 23390, + 14833, + 16491, + 12069, + 31169, + 27370, + 346, + 4249, + 6948, + 13541 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f742b47e44141b17aa148f0cd61c404ae41cc5d9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6031184021838664, + "test_acc": 0.616271186440678, + "test_auc": 0.6205548385198913, + "val_auc": 0.7020933977455716, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16346 + ] + }, + { + "test_f1": 0.73217753870499, + "test_acc": 0.7322033898305085, + "test_auc": 0.8348483009931863, + "val_auc": 0.9051932367149759, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16346, + 3668, + 30285, + 29956, + 30213, + 14187, + 15776, + 346, + 3017, + 32622, + 16508, + 3248, + 10590, + 2905, + 21966, + 11903 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cd4b9bf8ddd5782f8820db55c1e7d5c8d7217241 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6228087899563688, + "test_acc": 0.6297376093294461, + "test_auc": 0.6460118319053447, + "val_auc": 0.5798319327731092, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 333 + ] + }, + { + "test_f1": 0.7317738659256906, + "test_acc": 0.7317784256559767, + "test_auc": 0.7879436964504284, + "val_auc": 0.8179271708683473, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 333, + 5631, + 24512, + 15692, + 1122, + 1056, + 13667, + 22771, + 999, + 10880, + 30750, + 214, + 11126, + 22128, + 21583, + 19107 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f881e00460bfaefb095b46f898217f12f23ae4f3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6085102424477813, + "test_acc": 0.6122448979591837, + "test_auc": 0.6420848633210934, + "val_auc": 0.6924769907963185, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23435 + ] + }, + { + "test_f1": 0.894800479350373, + "test_acc": 0.8950437317784257, + "test_auc": 0.9596763225894194, + "val_auc": 0.9583833533413365, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23435, + 1540, + 1056, + 29296, + 333, + 30750, + 24512, + 1122, + 5877, + 214, + 25969, + 28489, + 20620, + 10217, + 5631, + 1238 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..170f983d8acc98ad4d9fb3ec83cfc0945d6c9a0f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7103363560051499, + "test_acc": 0.7113702623906706, + "test_auc": 0.7389160886712905, + "val_auc": 0.6370548219287715, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23435 + ] + }, + { + "test_f1": 0.8395000935903982, + "test_acc": 0.8396501457725948, + "test_auc": 0.9022167822657419, + "val_auc": 0.9023609443777512, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23435, + 1540, + 13667, + 20620, + 29296, + 22180, + 1056, + 10590, + 12877, + 21583, + 27972, + 26281, + 30358, + 30195, + 3138, + 21213 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..44f48e92db405f66205e69a37effae6ab67113b5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.45638200183654726, + "test_acc": 0.5151515151515151, + "test_auc": 0.5142857142857143, + "val_auc": 0.5814141414141414, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25176 + ] + }, + { + "test_f1": 0.5141595992659822, + "test_acc": 0.5151515151515151, + "test_auc": 0.5442857142857143, + "val_auc": 0.6496969696969697, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25176, + 21897, + 12526, + 23154, + 18939, + 18164, + 706, + 31018, + 32166, + 26475, + 25486, + 7191, + 4577, + 13779, + 27478, + 31935 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3a57f8fecb568308aee19ab2fc8b9ccbb6c812ec --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.4765266834232351, + "test_acc": 0.48484848484848486, + "test_auc": 0.493469387755102, + "val_auc": 0.5107070707070707, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7191 + ] + }, + { + "test_f1": 0.5451761671012463, + "test_acc": 0.5454545454545454, + "test_auc": 0.513061224489796, + "val_auc": 0.6775757575757576, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7191, + 21897, + 22957, + 4961, + 11871, + 9517, + 24962, + 9889, + 31935, + 11962, + 6025, + 21211, + 28830, + 2081, + 4553, + 32528 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4dc6c5252f1b8501a94fd41d0d13a201ab6d5301 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5951329993883185, + "test_acc": 0.5959595959595959, + "test_auc": 0.5967346938775511, + "val_auc": 0.5937373737373738, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 752 + ] + }, + { + "test_f1": 0.5347841156664687, + "test_acc": 0.5353535353535354, + "test_auc": 0.56, + "val_auc": 0.6634343434343435, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 752, + 27478, + 2581, + 5478, + 31324, + 21583, + 24846, + 24808, + 22771, + 11962, + 18939, + 21897, + 31144, + 12619, + 5393, + 7524 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..74a3bb58df07446f61c1a14cebee9cc9cd99448e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5251932646858684, + "test_acc": 0.5254237288135594, + "test_auc": 0.5556971241354204, + "val_auc": 0.5966183574879228, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22771 + ] + }, + { + "test_f1": 0.5632882603958163, + "test_acc": 0.5633898305084746, + "test_auc": 0.5984085485359603, + "val_auc": 0.679549114331723, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22771, + 24054, + 16320, + 14873, + 3266, + 7895, + 23435, + 30593, + 23697, + 10590, + 4817, + 6025, + 21270, + 11871, + 14920, + 7595 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b3166d25a86482ce19ddb1c8f86371f7a6c660e9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5421754175623631, + "test_acc": 0.5430508474576271, + "test_auc": 0.5589596364077617, + "val_auc": 0.5744766505636071, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526 + ] + }, + { + "test_f1": 0.6669033762559443, + "test_acc": 0.6671186440677966, + "test_auc": 0.733551385717385, + "val_auc": 0.7278582930756844, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526, + 22771, + 3266, + 7895, + 3220, + 16320, + 27418, + 30593, + 31205, + 964, + 3272, + 6881, + 7387, + 4643, + 11100, + 7595 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9dad8d17a9485fb067c24f41a41d6a963fa15baa --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5609314295602885, + "test_acc": 0.5810169491525424, + "test_auc": 0.5843693579405264, + "val_auc": 0.6099033816425121, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895 + ] + }, + { + "test_f1": 0.5980970008644958, + "test_acc": 0.6, + "test_auc": 0.6320081043415591, + "val_auc": 0.6916264090177133, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895, + 31205, + 6881, + 25748, + 24054, + 1846, + 11682, + 3266, + 8562, + 19802, + 15307, + 18401, + 24817, + 16496, + 28655, + 10665 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..97e4ca12ad947ec881b8559fbf57218c9bbfdc59 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5532471767393163, + "test_acc": 0.5856079404466501, + "test_auc": 0.5921629476380473, + "val_auc": 0.6018407362945177, + "k": 1, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2370 + ] + }, + { + "test_f1": 0.5854241575873823, + "test_acc": 0.5856079404466501, + "test_auc": 0.6413969755184474, + "val_auc": 0.7054821928771509, + "k": 16, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2370, + 20713, + 20285, + 7448, + 12596, + 23597, + 20135, + 70, + 28867, + 24626, + 18806, + 15068, + 12945, + 15119, + 2285, + 8161 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9d43368e831c33b5a968e665af7b3d3e0fdbc134 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6005910040848689, + "test_acc": 0.6054590570719603, + "test_auc": 0.609896064233289, + "val_auc": 0.6138455382152861, + "k": 1, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14014 + ] + }, + { + "test_f1": 0.6216498328265706, + "test_acc": 0.6228287841191067, + "test_auc": 0.6862716122358505, + "val_auc": 0.6906762705082032, + "k": 16, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14014, + 5897, + 29173, + 15068, + 20285, + 24626, + 14051, + 20713, + 3272, + 21819, + 28670, + 13636, + 487, + 20129, + 1122, + 26432 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..63d693ab86890d059af5a34d4f3dc95f1da608b6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5234541652396116, + "test_acc": 0.533498759305211, + "test_auc": 0.5616595241613713, + "val_auc": 0.555422168867547, + "k": 1, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20285 + ] + }, + { + "test_f1": 0.679683806858795, + "test_acc": 0.6799007444168734, + "test_auc": 0.7580045317964632, + "val_auc": 0.7667066826730693, + "k": 16, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20285, + 3272, + 32432, + 4160, + 10561, + 12596, + 7916, + 10589, + 31011, + 10217, + 20129, + 17521, + 986, + 6227, + 8399, + 5278 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..237d71ff0d48eff417b83ce29d90013c13faa675 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8374225456467468, + "test_acc": 0.8393574297188755, + "test_auc": 0.8639446029447606, + "val_auc": 0.8375757575757576, + "k": 1, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18544 + ] + }, + { + "test_f1": 0.8803312946540582, + "test_acc": 0.8808567603748326, + "test_auc": 0.9636492666771803, + "val_auc": 0.9648484848484848, + "k": 16, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18544, + 11253, + 32051, + 19379, + 1393, + 13790, + 12071, + 3835, + 30768, + 26069, + 1537, + 5954, + 12890, + 27615, + 25862, + 21211 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cb1ae500fd6e01c85479c72338f855c44867437f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8646748516550867, + "test_acc": 0.8661311914323963, + "test_auc": 0.8825034766526644, + "val_auc": 0.8911111111111112, + "k": 1, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11253 + ] + }, + { + "test_f1": 0.8785263905745833, + "test_acc": 0.8795180722891566, + "test_auc": 0.9693409413485111, + "val_auc": 0.9717171717171718, + "k": 16, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11253, + 18544, + 1393, + 32051, + 8951, + 19611, + 12013, + 27615, + 29630, + 1537, + 29897, + 11156, + 20720, + 12071, + 20158, + 3399 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3f8c0a09a995b0a7499a6929d368d9602fe64839 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8715471999369407, + "test_acc": 0.8728246318607764, + "test_auc": 0.886646786426001, + "val_auc": 0.8668686868686869, + "k": 1, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32051 + ] + }, + { + "test_f1": 0.8942398506335473, + "test_acc": 0.8942436412315931, + "test_auc": 0.973079239007326, + "val_auc": 0.9652525252525253, + "k": 16, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32051, + 19611, + 11253, + 18544, + 17253, + 2314, + 2693, + 12013, + 19379, + 25862, + 6098, + 30165, + 2086, + 17794, + 7084, + 3028 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9c6084e51744d02e3b2bea922c54b13b34f135b0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.776863855667589, + "test_acc": 0.7784615384615384, + "test_auc": 0.812066600464537, + "val_auc": 0.7423500611995104, + "k": 1, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22232 + ] + }, + { + "test_f1": 0.8164947209653092, + "test_acc": 0.8194871794871795, + "test_auc": 0.8867543844885044, + "val_auc": 0.8143614851081191, + "k": 16, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22232, + 18401, + 12526, + 28270, + 7895, + 16043, + 10665, + 28450, + 2272, + 15068, + 893, + 24484, + 14912, + 14072, + 28279, + 11747 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ba58b2f7a31c5bb765f4a99751dfbdefa78a5d24 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7674660871775665, + "test_acc": 0.7717647058823529, + "test_auc": 0.7992444374543535, + "val_auc": 0.8269771176234444, + "k": 1, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12403 + ] + }, + { + "test_f1": 0.8221633829280762, + "test_acc": 0.8265546218487395, + "test_auc": 0.9424634918396714, + "val_auc": 0.9622641509433962, + "k": 16, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12403, + 5188, + 21383, + 5517, + 13110, + 8817, + 13557, + 31642, + 1394, + 24974, + 5694, + 18215, + 27984, + 12632, + 26599, + 9688 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..82011d670e0426c903b41486d326d2788160f07b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.719611910051811, + "test_acc": 0.7196638655462185, + "test_auc": 0.7830681768878669, + "val_auc": 0.7956643918105178, + "k": 1, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22771 + ] + }, + { + "test_f1": 0.8640434309903855, + "test_acc": 0.8642016806722689, + "test_auc": 0.9601393076917515, + "val_auc": 0.9903653151344842, + "k": 16, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22771, + 14645, + 16864, + 5188, + 22698, + 30620, + 31149, + 1521, + 22947, + 31819, + 6769, + 28867, + 15248, + 3153, + 893, + 12632 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2d862e805f8039e16cb1c5245c9cbfd62d3e6110 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7362370528581745, + "test_acc": 0.747563025210084, + "test_auc": 0.7386778604536811, + "val_auc": 0.6587715776796468, + "k": 1, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8817 + ] + }, + { + "test_f1": 0.8414117938769388, + "test_acc": 0.8416806722689075, + "test_auc": 0.9305773242654981, + "val_auc": 0.9201124046567644, + "k": 16, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8817, + 6337, + 30750, + 17972, + 13044, + 12632, + 18299, + 14561, + 13110, + 9444, + 32761, + 12224, + 15068, + 10397, + 6723, + 14645 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..114e56fac78af05429de8c5b8cb29dcf6834772f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9488934159522394, + "test_acc": 0.9489075630252101, + "test_auc": 0.9778388506844263, + "val_auc": 0.9829385788839824, + "k": 1, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750 + ] + }, + { + "test_f1": 0.9939495306112012, + "test_acc": 0.9939495798319328, + "test_auc": 0.9998454346269823, + "val_auc": 0.9991971095945403, + "k": 16, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750, + 25969, + 31144, + 21629, + 29956, + 29577, + 16773, + 21819, + 27660, + 7975, + 12746, + 18939, + 19941, + 21583, + 558, + 3829 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1e4e162936a395eec64f29ee714aa4557f2bb49f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9020497470263573, + "test_acc": 0.9021848739495798, + "test_auc": 0.9474414459364674, + "val_auc": 0.9313528703331996, + "k": 1, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750 + ] + }, + { + "test_f1": 0.9939495784647026, + "test_acc": 0.9939495798319328, + "test_auc": 0.9996691758682777, + "val_auc": 0.9963869931754317, + "k": 16, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750, + 31144, + 21629, + 25969, + 29577, + 21819, + 23435, + 29956, + 16773, + 18939, + 3248, + 12746, + 3829, + 19941, + 346, + 21583 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..98b9b1f5e315f03a8dc0c615098a69698fcb7e93 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9212258078871443, + "test_acc": 0.921344537815126, + "test_auc": 0.9471436138288103, + "val_auc": 0.9698916097952629, + "k": 1, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750 + ] + }, + { + "test_f1": 0.9946217818962245, + "test_acc": 0.9946218487394958, + "test_auc": 0.9998440787903768, + "val_auc": 0.9987956643918106, + "k": 16, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30750, + 21629, + 25969, + 31144, + 29956, + 16773, + 29577, + 21819, + 7975, + 27660, + 3248, + 12746, + 18939, + 19941, + 558, + 3829 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..19ed5e495bf2d7fcca5134e17b2f406b4d7222f4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7686664637271349, + "test_acc": 0.770314465408805, + "test_auc": 0.8051576950378668, + "val_auc": 0.745498199279712, + "k": 1, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30621 + ] + }, + { + "test_f1": 0.8636307100533627, + "test_acc": 0.8636477987421384, + "test_auc": 0.9356162136381448, + "val_auc": 0.943577430972389, + "k": 16, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30621, + 15776, + 5562, + 13903, + 26031, + 2165, + 20713, + 24637, + 7100, + 20047, + 29190, + 24171, + 28662, + 24904, + 25697, + 15068 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3a60a04fa0ee83dd14e456213874feda7d674c5b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7851690966971261, + "test_acc": 0.786053882725832, + "test_auc": 0.8004018485031142, + "val_auc": 0.7503001200480192, + "k": 1, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13903 + ] + }, + { + "test_f1": 0.860475052274303, + "test_acc": 0.8605388272583201, + "test_auc": 0.9387281494876432, + "val_auc": 0.9123649459783914, + "k": 16, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13903, + 24904, + 16320, + 1739, + 26614, + 24171, + 15068, + 11871, + 8349, + 20471, + 1786, + 9281, + 10561, + 27904, + 30621, + 28662 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c1d8f74af6147cb2dcfcee92c4dc6811f942538e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6362724965072775, + "test_acc": 0.6374549819927972, + "test_auc": 0.6487531128942999, + "val_auc": 0.6610305958132044, + "k": 1, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6590 + ] + }, + { + "test_f1": 0.7886222724383872, + "test_acc": 0.7887154861944778, + "test_auc": 0.8579021398266002, + "val_auc": 0.7991143317230274, + "k": 16, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6590, + 28979, + 196, + 29874, + 16320, + 21232, + 21178, + 13827, + 3668, + 1472, + 29190, + 12013, + 19032, + 15617, + 30621, + 22282 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..691cb83bf4a55cc36b62f5b79f1bc0e10419b8fe --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7267750232780307, + "test_acc": 0.7272727272727273, + "test_auc": 0.7362940926476839, + "val_auc": 0.7086834733893558, + "k": 1, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28979 + ] + }, + { + "test_f1": 0.7574726923041529, + "test_acc": 0.7575757575757576, + "test_auc": 0.8352862607006253, + "val_auc": 0.778311324529812, + "k": 16, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28979, + 13827, + 27398, + 24493, + 20047, + 1786, + 27904, + 21178, + 11014, + 5562, + 8463, + 14187, + 1158, + 2335, + 2392, + 11871 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..66e2c07ecfefb0c2371a1dd4bc2063e6a63feb94 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6104695705081031, + "test_acc": 0.6115723270440252, + "test_auc": 0.6218691109920722, + "val_auc": 0.6394557823129252, + "k": 1, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5562 + ] + }, + { + "test_f1": 0.6756297401359755, + "test_acc": 0.6757232704402516, + "test_auc": 0.7404386054626704, + "val_auc": 0.7418967587034814, + "k": 16, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5562, + 7975, + 7100, + 28979, + 24172, + 594, + 15617, + 28662, + 3017, + 6590, + 26614, + 17794, + 15776, + 11278, + 24171, + 12199 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ee086550af4bb6d2d9305b53fdfacb704f5e89ad --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7967648635499917, + "test_acc": 0.7974842767295598, + "test_auc": 0.8177109967302557, + "val_auc": 0.8383353341336535, + "k": 1, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16882 + ] + }, + { + "test_f1": 0.8464779191846177, + "test_acc": 0.8465408805031447, + "test_auc": 0.9251791574813755, + "val_auc": 0.9607843137254902, + "k": 16, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16882, + 10766, + 21583, + 24946, + 5280, + 4676, + 29501, + 16722, + 26927, + 9575, + 30441, + 12890, + 12910, + 32266, + 348, + 18065 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..713e75ea82cd4c9bce86c9c17572c0882a298ae8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5264942361716555, + "test_acc": 0.5555555555555556, + "test_auc": 0.5555102040816327, + "val_auc": 0.5931352870333199, + "k": 1, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16291 + ] + }, + { + "test_f1": 0.5957120221826104, + "test_acc": 0.5959595959595959, + "test_auc": 0.6616326530612244, + "val_auc": 0.7430750702529105, + "k": 16, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16291, + 16882, + 28200, + 25307, + 15068, + 4378, + 32266, + 13557, + 29867, + 19507, + 5438, + 18176, + 4676, + 12205, + 3499, + 30750 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c1b4b6f3d5a50983d48265b0be44621bdfdec774 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6448574988683516, + "test_acc": 0.6472060050041701, + "test_auc": 0.6880690038953812, + "val_auc": 0.7966988727858293, + "k": 1, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791 + ] + }, + { + "test_f1": 0.7808103208498556, + "test_acc": 0.7814845704753962, + "test_auc": 0.8619838619922092, + "val_auc": 0.9082125603864735, + "k": 16, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791, + 5280, + 17603, + 3829, + 12951, + 3105, + 31178, + 18927, + 18549, + 9118, + 26927, + 20454, + 214, + 14849, + 11845, + 8841 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fd8aafe41f3c8a10b7266d4dd1a0b57b83bdf4fb --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6351846577915209, + "test_acc": 0.6354716981132076, + "test_auc": 0.6678476748766378, + "val_auc": 0.5766306522609044, + "k": 1, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791 + ] + }, + { + "test_f1": 0.6597927829609551, + "test_acc": 0.659874213836478, + "test_auc": 0.7287718510357566, + "val_auc": 0.6712685074029612, + "k": 16, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791, + 13489, + 18985, + 25034, + 18549, + 8841, + 20580, + 27478, + 12490, + 28867, + 13557, + 14849, + 1938, + 10741, + 12526, + 18927 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..06f1a8176c21630ce26f2c140afbad6dfb5da374 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.3330009174868407, + "test_acc": 0.49970077797725915, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 1, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22426 + ] + }, + { + "test_f1": 0.559302716891793, + "test_acc": 0.5607420706163974, + "test_auc": 0.5915379766782225, + "val_auc": 0.5891208350060217, + "k": 16, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22426, + 23569, + 15866, + 28327, + 25034, + 22726, + 14849, + 7895, + 9071, + 29235, + 25855, + 23482, + 23545, + 12141, + 32365, + 4378 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..42886a0b40e036b6183cf68a71659b838f231521 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5814459442905049, + "test_acc": 0.6045283018867924, + "test_auc": 0.6167700718655162, + "val_auc": 0.6486594637855142, + "k": 1, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31186 + ] + }, + { + "test_f1": 0.6344348187452806, + "test_acc": 0.6382389937106918, + "test_auc": 0.7241205157467199, + "val_auc": 0.8021208483393358, + "k": 16, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31186, + 29791, + 13462, + 18927, + 455, + 30192, + 17075, + 20984, + 3597, + 22740, + 12722, + 12490, + 29345, + 26605, + 25748, + 16089 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..809633b464ca71ee231d8db4c844be34ff5a12cd --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9987421359765241, + "test_acc": 0.9987421383647799, + "test_auc": 0.9999956963724976, + "val_auc": 1.0, + "k": 1, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29173 + ] + }, + { + "test_f1": 0.9992452824456872, + "test_acc": 0.999245283018868, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29173, + 15068, + 21819, + 31144, + 1412, + 893, + 30835, + 28867, + 164, + 15619, + 11929, + 4961, + 12746, + 16043, + 14436, + 28655 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e1bc76343f8e4a6f747796ec2c2028e38c27dfa2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6512397282102175, + "test_acc": 0.6573584905660378, + "test_auc": 0.6744670337070232, + "val_auc": 0.751500600240096, + "k": 1, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18927 + ] + }, + { + "test_f1": 0.6940744584409063, + "test_acc": 0.6940880503144654, + "test_auc": 0.760114410671376, + "val_auc": 0.8055222088835534, + "k": 16, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18927, + 12490, + 29791, + 31101, + 16722, + 29135, + 9889, + 24871, + 16320, + 8841, + 21875, + 15068, + 13901, + 32266, + 14690, + 30841 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c3f1d255e0591c262a7339cfcc920198aacd4154 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6566088513091491, + "test_acc": 0.6568553459119497, + "test_auc": 0.6882786401347187, + "val_auc": 0.7310924369747899, + "k": 1, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791 + ] + }, + { + "test_f1": 0.6935677444311676, + "test_acc": 0.6943396226415094, + "test_auc": 0.774382454768875, + "val_auc": 0.7839135654261704, + "k": 16, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29791, + 18927, + 12490, + 8841, + 31101, + 164, + 16111, + 6446, + 12339, + 14866, + 30416, + 28445, + 10590, + 11016, + 9474, + 16320 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9da4be872d7f4cd5b01f49d417a2ff8878d15a74 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7823418888361816, + "test_acc": 0.7823915900131406, + "test_auc": 0.8430429456395432, + "val_auc": 0.768, + "k": 1, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14367 + ] + }, + { + "test_f1": 0.8446438036223345, + "test_acc": 0.8446780551905387, + "test_auc": 0.9207237120203695, + "val_auc": 0.8396000000000001, + "k": 16, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14367, + 26773, + 29297, + 8860, + 14418, + 17393, + 29579, + 20155, + 31324, + 30367, + 5280, + 12141, + 31072, + 3061, + 27138, + 15107 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0ed37bcc2fe098da1cfac6e2e29e78e5d3e5dc52 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5139267866471451, + "test_acc": 0.5277987421383648, + "test_auc": 0.5570852138497822, + "val_auc": 0.6022408963585434, + "k": 1, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9889 + ] + }, + { + "test_f1": 0.5620758633549555, + "test_acc": 0.5637735849056604, + "test_auc": 0.6083866054910236, + "val_auc": 0.6826730692276912, + "k": 16, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9889, + 31144, + 29791, + 21629, + 28200, + 5889, + 12950, + 10741, + 12746, + 3454, + 28445, + 17075, + 10038, + 20802, + 23154, + 32266 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cf40cc2fc98bd2301857ae890753056f2b86662f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.992704227054485, + "test_acc": 0.9927044025157232, + "test_auc": 0.9970645463115887, + "val_auc": 1.0, + "k": 1, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19995 + ] + }, + { + "test_f1": 0.9932074689297574, + "test_acc": 0.9932075471698113, + "test_auc": 0.9993787587123141, + "val_auc": 1.0, + "k": 16, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19995, + 30966, + 16320, + 12622, + 2693, + 9436, + 27858, + 22280, + 31950, + 7448, + 27582, + 3034, + 12526, + 25269, + 3393, + 26927 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c6c1346e5ed4a159c8534c314b294500b39621bf --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8255510743851029, + "test_acc": 0.8256603773584905, + "test_auc": 0.8885671857010204, + "val_auc": 0.9183673469387754, + "k": 1, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30966 + ] + }, + { + "test_f1": 0.9693079196961019, + "test_acc": 0.9693081761006289, + "test_auc": 0.9925739641674911, + "val_auc": 0.9891956782713085, + "k": 16, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30966, + 27858, + 20168, + 22280, + 3393, + 12622, + 13852, + 16320, + 96, + 3063, + 474, + 26311, + 27712, + 6360, + 4388, + 26186 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..69b13c27626165aec5af7bce180dee3a2662da3d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8216680844710743, + "test_acc": 0.8253164556962025, + "test_auc": 0.8323714359548626, + "val_auc": 0.8117246898759504, + "k": 1, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4074 + ] + }, + { + "test_f1": 0.874598960713107, + "test_acc": 0.8749367088607595, + "test_auc": 0.9462911575173614, + "val_auc": 0.9259703881552621, + "k": 16, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4074, + 2693, + 15612, + 8951, + 3835, + 4485, + 9607, + 6288, + 30546, + 5395, + 9436, + 331, + 6866, + 13536, + 19611, + 31302 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..41db2c4b9a9f8d3f21b2a0837d8678844eca5def --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7680861940868008, + "test_acc": 0.7692307692307693, + "test_auc": 0.8055172181640691, + "val_auc": 0.7547939616483068, + "k": 1, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1456 + ] + }, + { + "test_f1": 0.8556339840016381, + "test_acc": 0.8564102564102564, + "test_auc": 0.9094531591880701, + "val_auc": 0.8898408812729497, + "k": 16, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1456, + 30966, + 26921, + 30506, + 23909, + 31950, + 20168, + 22224, + 30546, + 15373, + 27858, + 17794, + 7774, + 26548, + 3034, + 21717 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fe5a331fc15ca4d8d309bfc6ebd0448074540c30 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9047220444837942, + "test_acc": 0.9049056603773585, + "test_auc": 0.927303124231043, + "val_auc": 0.9723889555822328, + "k": 1, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19995 + ] + }, + { + "test_f1": 0.9277552778710935, + "test_acc": 0.9277987421383648, + "test_auc": 0.9804757077948314, + "val_auc": 0.9931972789115646, + "k": 16, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19995, + 27173, + 25503, + 6098, + 25307, + 11674, + 3039, + 918, + 5200, + 16482, + 24074, + 1083, + 11013, + 12526, + 25269, + 15943 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c5aaab37b2f93328efd03dc498595b7e282ffd6d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8196605659588747, + "test_acc": 0.8215384615384616, + "test_auc": 0.8464292927592821, + "val_auc": 0.8763769889840882, + "k": 1, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21388 + ] + }, + { + "test_f1": 0.8573648179253437, + "test_acc": 0.8584615384615385, + "test_auc": 0.9159078668327331, + "val_auc": 0.9171766625866992, + "k": 16, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21388, + 20168, + 2886, + 30506, + 25307, + 30546, + 32389, + 7774, + 29083, + 1456, + 16527, + 16320, + 13489, + 22280, + 8349, + 5954 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..32f29f3113e313517be97fd5c54a22cad04320ee --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7941475943883143, + "test_acc": 0.7979487179487179, + "test_auc": 0.8343067290537585, + "val_auc": 0.8302733578131376, + "k": 1, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13852 + ] + }, + { + "test_f1": 0.8715272960626284, + "test_acc": 0.8717948717948718, + "test_auc": 0.9190636886929007, + "val_auc": 0.9412484700122399, + "k": 16, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13852, + 30095, + 22678, + 7774, + 4388, + 25412, + 2292, + 11407, + 19809, + 25214, + 2086, + 1308, + 27712, + 30546, + 7458, + 30053 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..84088470323355610774a471c49660b1005bd4b5 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7248034084339816, + "test_acc": 0.7251282051282051, + "test_auc": 0.7891995152657623, + "val_auc": 0.7649938800489596, + "k": 1, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526 + ] + }, + { + "test_f1": 0.8676895240516667, + "test_acc": 0.8676923076923077, + "test_auc": 0.9396775170835158, + "val_auc": 0.8947368421052632, + "k": 16, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12526, + 6025, + 31801, + 30966, + 12622, + 32582, + 3393, + 30506, + 22771, + 1281, + 13852, + 30750, + 10766, + 26649, + 7774, + 29338 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..aaf627422c8f0493c45a3afed94e8a05ac30aa23 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8661341241209951, + "test_acc": 0.8666666666666667, + "test_auc": 0.8881829198505402, + "val_auc": 0.9045287637698899, + "k": 1, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15892 + ] + }, + { + "test_f1": 0.8652503883059173, + "test_acc": 0.8656410256410256, + "test_auc": 0.9252575150637897, + "val_auc": 0.9649122807017544, + "k": 16, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15892, + 4418, + 30506, + 6025, + 12774, + 20225, + 12415, + 25307, + 3034, + 5927, + 1456, + 13490, + 510, + 21241, + 31302, + 12526 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8315081171c2f8c36761b7d748bb3bb1cba5d55d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8661171903261601, + "test_acc": 0.8663101604278075, + "test_auc": 0.88641812624682, + "val_auc": 0.8743434343434343, + "k": 1, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4388 + ] + }, + { + "test_f1": 0.9069516587868018, + "test_acc": 0.906951871657754, + "test_auc": 0.9555216969563867, + "val_auc": 0.9608080808080809, + "k": 16, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4388, + 2086, + 20225, + 3034, + 2767, + 20168, + 25307, + 31950, + 22280, + 12890, + 24301, + 26257, + 22008, + 21717, + 893, + 30966 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f430b26aa5b7f9a0e60391b75ce14fac2c467f2e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9770113970622181, + "test_acc": 0.9770114942528736, + "test_auc": 0.99537566291466, + "val_auc": 1.0, + "k": 1, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13699 + ] + }, + { + "test_f1": 0.9829884985550498, + "test_acc": 0.9829885057471265, + "test_auc": 0.9962212173277775, + "val_auc": 1.0, + "k": 16, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13699, + 19434, + 2652, + 7448, + 2086, + 12013, + 11585, + 22214, + 665, + 16091, + 16320, + 26532, + 11929, + 893, + 8955, + 13205 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2d8fad9e58cc55967b00a8e97f2b10656dab1859 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.971332150978869, + "test_acc": 0.9713330148112757, + "test_auc": 0.9845433826228448, + "val_auc": 0.9965679965679966, + "k": 1, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30153 + ] + }, + { + "test_f1": 0.9866219819620144, + "test_acc": 0.9866220735785953, + "test_auc": 0.9978788526263694, + "val_auc": 1.0, + "k": 16, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30153, + 883, + 15065, + 16091, + 2086, + 22742, + 2315, + 3605, + 17910, + 15445, + 6404, + 17865, + 13804, + 19780, + 8496, + 25748 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3aaa5dc9f8bfd6678e5c92cb4ce2dabf03e0715c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9967815887853171, + "test_acc": 0.9967816091954023, + "test_auc": 0.9989954813572163, + "val_auc": 1.0, + "k": 1, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20627 + ] + }, + { + "test_f1": 0.9944826933082378, + "test_acc": 0.9944827586206897, + "test_auc": 0.9994013474755127, + "val_auc": 1.0, + "k": 16, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20627, + 29151, + 18125, + 32427, + 21137, + 23702, + 19394, + 20438, + 2086, + 20532, + 21241, + 7893, + 14112, + 10032, + 12013, + 16091 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..47b02ab52c643a7847a474657eb53b20649e152c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9682613569498665, + "test_acc": 0.9682758620689655, + "test_auc": 0.9809729118188214, + "val_auc": 0.9675324675324676, + "k": 1, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 665 + ] + }, + { + "test_f1": 0.9793062766461782, + "test_acc": 0.9793103448275862, + "test_auc": 0.994678080523838, + "val_auc": 0.9768668831168831, + "k": 16, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 665, + 19451, + 2086, + 28822, + 13536, + 2693, + 12071, + 20211, + 351, + 26816, + 348, + 487, + 14862, + 19757, + 21241, + 11599 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..608545e15b708c5cc097f0f29c15f323464ddbfa --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9954022696933781, + "test_acc": 0.9954022988505747, + "test_auc": 0.9998368079982682, + "val_auc": 0.9963474025974026, + "k": 1, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3397 + ] + }, + { + "test_f1": 0.9954022696933781, + "test_acc": 0.9954022988505747, + "test_auc": 0.9998368079982682, + "val_auc": 0.9963474025974026, + "k": 16, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3397, + 26620, + 2176, + 13815, + 2086, + 348, + 27114, + 4814, + 29678, + 2693, + 21241, + 28290, + 18941, + 6694, + 16752, + 32172 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..89c5cc9d4c3e0a2156ac26949831b7982ec2e2cb --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7241285856000137, + "test_acc": 0.7275471698113207, + "test_auc": 0.7797597107557273, + "val_auc": 0.7547018807523009, + "k": 1, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26257 + ] + }, + { + "test_f1": 0.9222455397477904, + "test_acc": 0.9222641509433962, + "test_auc": 0.967868990490502, + "val_auc": 0.9923969587835134, + "k": 16, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26257, + 594, + 31950, + 24301, + 13179, + 2295, + 23032, + 12890, + 12526, + 21717, + 3063, + 918, + 28218, + 25124, + 31752, + 10019 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f23cf8eec1d1b8640c99a949f6ff84e5481de2f8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9967815806212831, + "test_acc": 0.9967816091954023, + "test_auc": 0.999912907895449, + "val_auc": 1.0, + "k": 1, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17215 + ] + }, + { + "test_f1": 0.9990804593813543, + "test_acc": 0.999080459770115, + "test_auc": 0.9999974633367605, + "val_auc": 1.0, + "k": 16, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17215, + 27375, + 16905, + 18638, + 19391, + 25219, + 27096, + 24093, + 27166, + 893, + 32266, + 4217, + 17871, + 4856, + 1393, + 21583 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a29cdb2c4d428f66f4211081bd87f1e366c61da7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9898842448996699, + "test_acc": 0.9898850574712643, + "test_auc": 0.9967606810433465, + "val_auc": 1.0, + "k": 1, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20213 + ] + }, + { + "test_f1": 0.9940227913981393, + "test_acc": 0.9940229885057471, + "test_auc": 0.997728840846366, + "val_auc": 1.0, + "k": 16, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20213, + 474, + 14862, + 29542, + 31431, + 2086, + 30621, + 10623, + 20211, + 8994, + 27582, + 16091, + 17910, + 13093, + 31855, + 16824 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..199c370ce574d086d12fd221c41567dd7ac11da8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9604597199647339, + "test_acc": 0.9604597701149425, + "test_auc": 0.9892847116997673, + "val_auc": 0.9886363636363635, + "k": 1, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9953 + ] + }, + { + "test_f1": 0.9852872630188099, + "test_acc": 0.9852873563218391, + "test_auc": 0.9986555684831431, + "val_auc": 1.0, + "k": 16, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9953, + 2086, + 7149, + 13480, + 348, + 27114, + 21211, + 9436, + 17163, + 15274, + 12622, + 6025, + 20211, + 15635, + 7026, + 24794 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..673a05b53ee457000d7e2392e08166ad16909e0d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9613780367197086, + "test_acc": 0.9613793103448276, + "test_auc": 0.9827980410195356, + "val_auc": 0.9882305194805194, + "k": 1, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5053 + ] + }, + { + "test_f1": 0.9770114650957755, + "test_acc": 0.9770114942528736, + "test_auc": 0.9941859678554035, + "val_auc": 0.9983766233766235, + "k": 16, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5053, + 16675, + 10915, + 15005, + 2552, + 25748, + 20211, + 17473, + 32571, + 12890, + 24946, + 4528, + 29854, + 2086, + 20070, + 15072 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9f65d6ee0c16cfd8bd7b19fd7564d894765ce173 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9576826326083245, + "test_acc": 0.9577011494252874, + "test_auc": 0.9865446926240597, + "val_auc": 0.9857954545454546, + "k": 1, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12032 + ] + }, + { + "test_f1": 0.9710271946327197, + "test_acc": 0.9710344827586207, + "test_auc": 0.9930774460198062, + "val_auc": 0.9902597402597403, + "k": 16, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12032, + 26620, + 2693, + 27114, + 32172, + 3829, + 2086, + 20253, + 11317, + 10121, + 4520, + 8633, + 20211, + 22214, + 12622, + 12526 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cd19862f19ee6a4ac77445745f7854cee4d0b7b6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9728726686530943, + "test_acc": 0.9728735632183908, + "test_auc": 0.985201106661616, + "val_auc": 0.9902597402597402, + "k": 1, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15332 + ] + }, + { + "test_f1": 0.9797681390771297, + "test_acc": 0.9797701149425287, + "test_auc": 0.9916400035175063, + "val_auc": 0.9979707792207793, + "k": 16, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15332, + 25339, + 22526, + 19033, + 5643, + 5018, + 30750, + 22627, + 20211, + 6025, + 7448, + 25748, + 16091, + 3995, + 17904, + 1809 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9831192fffedb414dacad83c300be1c5d8ab9801 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9806881038993697, + "test_acc": 0.9806896551724138, + "test_auc": 0.9978332668163862, + "val_auc": 0.9995941558441559, + "k": 1, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14906 + ] + }, + { + "test_f1": 0.9871261918582579, + "test_acc": 0.9871264367816092, + "test_auc": 0.9976079265652903, + "val_auc": 1.0, + "k": 16, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14906, + 3794, + 6694, + 20211, + 6772, + 2086, + 21968, + 30670, + 25541, + 8486, + 7044, + 1724, + 24738, + 30589, + 21143, + 893 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..caf345aba62408c10344c06b9116d6a4be0f5e8c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9038286398923179, + "test_acc": 0.9039080459770115, + "test_auc": 0.935069031062287, + "val_auc": 0.940137987012987, + "k": 1, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11642 + ] + }, + { + "test_f1": 0.9816087677547362, + "test_acc": 0.9816091954022989, + "test_auc": 0.9953367674116564, + "val_auc": 1.0, + "k": 16, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11642, + 6347, + 20863, + 28479, + 8803, + 24853, + 20284, + 22410, + 2086, + 24386, + 20540, + 9233, + 28881, + 31183, + 7319, + 24794 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..accfc89a4489e2955394d3dcf8f283fa3bf389d0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9820681694969984, + "test_acc": 0.9820689655172414, + "test_auc": 0.9866300936197846, + "val_auc": 1.0, + "k": 1, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18910 + ] + }, + { + "test_f1": 0.9875851046671433, + "test_acc": 0.9875862068965517, + "test_auc": 0.9991045578765084, + "val_auc": 1.0, + "k": 16, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18910, + 25856, + 25232, + 30825, + 2068, + 16754, + 25437, + 11719, + 12374, + 16657, + 665, + 12890, + 31709, + 8005, + 8984, + 19045 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..332876a8f2fe40349e33d47e7da2c18a8dd11fa9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.960458014777492, + "test_acc": 0.9604597701149425, + "test_auc": 0.9946878043995886, + "val_auc": 0.9967532467532468, + "k": 1, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4134 + ] + }, + { + "test_f1": 0.9820685485627189, + "test_acc": 0.9820689655172414, + "test_auc": 0.9981473902808593, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4134, + 2086, + 23157, + 16281, + 21241, + 348, + 2064, + 4533, + 19434, + 20211, + 28979, + 13269, + 9436, + 22637, + 6025, + 17794 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..be3e0675e0b4169620fcd9b4821f56db1573e48c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5501809187345157, + "test_acc": 0.5524528301886793, + "test_auc": 0.5738730318498815, + "val_auc": 0.6242496998799519, + "k": 1, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025 + ] + }, + { + "test_f1": 0.6027522108580229, + "test_acc": 0.6027672955974843, + "test_auc": 0.6469226784967479, + "val_auc": 0.6682673069227691, + "k": 16, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025, + 12526, + 17794, + 25307, + 918, + 3028, + 22679, + 11674, + 25503, + 2767, + 10019, + 16091, + 16482, + 665, + 4689, + 2295 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5ed1b7f0b19cf5be6a3190e0bb59e31cdef06910 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9618277351014778, + "test_acc": 0.9618390804597701, + "test_auc": 0.98509372125115, + "val_auc": 0.9995941558441559, + "k": 1, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2243 + ] + }, + { + "test_f1": 0.9567544582899346, + "test_acc": 0.9567816091954023, + "test_auc": 0.9897425794144705, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2243, + 2086, + 16091, + 31883, + 14920, + 18959, + 893, + 8624, + 20211, + 32310, + 12325, + 12890, + 15208, + 9728, + 28867, + 11317 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0a36bfe183057901ce65c7a7b3d1db3b5d6c2551 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.943447773773975, + "test_acc": 0.9434482758620689, + "test_auc": 0.9807530676714107, + "val_auc": 0.9963474025974026, + "k": 1, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14754 + ] + }, + { + "test_f1": 0.9963218157547025, + "test_acc": 0.9963218390804598, + "test_auc": 0.9998029858217437, + "val_auc": 1.0, + "k": 16, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14754, + 4467, + 2086, + 11024, + 16281, + 16804, + 20211, + 6025, + 23157, + 7961, + 11877, + 28737, + 19434, + 9436, + 29155, + 13480 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9c3f07a57983c6bacb60abf03a38a067e679d287 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8266633689354423, + "test_acc": 0.8266666666666667, + "test_auc": 0.8705663354348179, + "val_auc": 0.8262987012987014, + "k": 1, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24009 + ] + }, + { + "test_f1": 0.949877619613128, + "test_acc": 0.9498850574712644, + "test_auc": 0.989882941447048, + "val_auc": 0.9935064935064934, + "k": 16, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24009, + 2086, + 15563, + 2552, + 18977, + 26357, + 32299, + 12622, + 1024, + 14320, + 5268, + 28393, + 13191, + 22214, + 29843, + 27710 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7a7ec3a690459a9ac1ece6cea2043f16137ee3f2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.969651631186548, + "test_acc": 0.9696551724137931, + "test_auc": 0.9776959656907841, + "val_auc": 0.9695616883116884, + "k": 1, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27442 + ] + }, + { + "test_f1": 0.9811492579246582, + "test_acc": 0.9811494252873563, + "test_auc": 0.9958060501109367, + "val_auc": 0.9983766233766234, + "k": 16, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27442, + 10363, + 2086, + 12957, + 21530, + 6404, + 17776, + 1437, + 23597, + 25391, + 25261, + 32266, + 3829, + 2069, + 18959, + 20211 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..097212d558edbdc337314683e2923734e341dbfc --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8177606820076041, + "test_acc": 0.8179310344827586, + "test_auc": 0.8875966468694193, + "val_auc": 0.8839285714285714, + "k": 1, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1208 + ] + }, + { + "test_f1": 0.9415777037324035, + "test_acc": 0.9416091954022988, + "test_auc": 0.9814366984144165, + "val_auc": 0.9744318181818181, + "k": 16, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1208, + 15231, + 2086, + 14220, + 9656, + 6025, + 20211, + 15272, + 20156, + 26080, + 20914, + 28329, + 21530, + 12831, + 23435, + 16882 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b5b639269bbcd94e778d8f2d39362ff92763caa9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9563035501300508, + "test_acc": 0.9563218390804598, + "test_auc": 0.9950006595324422, + "val_auc": 0.9955357142857143, + "k": 1, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6009 + ] + }, + { + "test_f1": 0.9866665821105997, + "test_acc": 0.9866666666666667, + "test_auc": 0.997612154337356, + "val_auc": 1.0, + "k": 16, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6009, + 24993, + 2086, + 2844, + 31855, + 17554, + 4987, + 8994, + 23157, + 29155, + 28737, + 20211, + 16281, + 23933, + 26014, + 16091 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2a676e76014b91d3dd001f4c64c261cc79c915f1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6657672084904641, + "test_acc": 0.6671698113207547, + "test_auc": 0.6949367316126248, + "val_auc": 0.6610644257703081, + "k": 1, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9575 + ] + }, + { + "test_f1": 0.7042047195682168, + "test_acc": 0.7049056603773585, + "test_auc": 0.7662574591990797, + "val_auc": 0.7354941976790716, + "k": 16, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9575, + 31617, + 23435, + 18264, + 20713, + 30750, + 32025, + 28445, + 18382, + 6483, + 26967, + 12746, + 9319, + 23923, + 17075, + 23154 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3f6435936f4f3e3277ad575dd363dc1eafcc028c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6859123319095561, + "test_acc": 0.6874541452677916, + "test_auc": 0.7631329638577046, + "val_auc": 0.8000801282051282, + "k": 1, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22575 + ] + }, + { + "test_f1": 0.6992532098727636, + "test_acc": 0.6999266324284666, + "test_auc": 0.7721028675270541, + "val_auc": 0.8565705128205128, + "k": 16, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22575, + 9318, + 23747, + 25408, + 16270, + 12421, + 9889, + 10304, + 9955, + 17847, + 8231, + 15068, + 30728, + 14603, + 14082, + 14187 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d5ac93056d6a251d3f4f2e1156eae4dfa0dd46a8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6511968310773616, + "test_acc": 0.6588679245283019, + "test_auc": 0.6894866936900719, + "val_auc": 0.6906762705082032, + "k": 1, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18409 + ] + }, + { + "test_f1": 0.7750110111480366, + "test_acc": 0.7750943396226415, + "test_auc": 0.8584612860859165, + "val_auc": 0.7841136454581833, + "k": 16, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18409, + 10380, + 12421, + 8137, + 6432, + 7548, + 27978, + 27478, + 32166, + 12950, + 9889, + 20713, + 4577, + 9118, + 17394, + 8651 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..41b436ad7b7e75c2f50a9a9e2fce198aefaa7bf7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7676887374134717, + "test_acc": 0.7677987421383647, + "test_auc": 0.7886591061213785, + "val_auc": 0.7408963585434174, + "k": 1, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30728 + ] + }, + { + "test_f1": 0.8007458643792745, + "test_acc": 0.8007547169811321, + "test_auc": 0.8695757838424609, + "val_auc": 0.8727490996398559, + "k": 16, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30728, + 25237, + 29297, + 30727, + 22907, + 17393, + 22641, + 26696, + 31970, + 99, + 12421, + 14699, + 19176, + 164, + 4311, + 10327 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ba2f6d968decb5601839976eb59bc799971eae5d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7949010687031731, + "test_acc": 0.7989937106918239, + "test_auc": 0.8084369326173447, + "val_auc": 0.8643457382953181, + "k": 1, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895 + ] + }, + { + "test_f1": 0.8650026741036588, + "test_acc": 0.8651572327044025, + "test_auc": 0.9384397730114963, + "val_auc": 0.9339735894357744, + "k": 16, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7895, + 18401, + 31946, + 4974, + 13462, + 27537, + 30593, + 22771, + 893, + 18343, + 19125, + 6922, + 7595, + 8841, + 4643, + 25166 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a15d6c4e47d2f7a8d26f557d659d6199aee87c4f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9035167466825458, + "test_acc": 0.9036477987421384, + "test_auc": 0.9272827452890469, + "val_auc": 0.9211684673869548, + "k": 1, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1128 + ] + }, + { + "test_f1": 0.9360787753104413, + "test_acc": 0.9361006289308176, + "test_auc": 0.9837917793626378, + "val_auc": 0.9971988795518207, + "k": 16, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1128, + 23435, + 21583, + 21270, + 14014, + 24073, + 752, + 2581, + 19507, + 30835, + 10590, + 6201, + 6025, + 31412, + 14436, + 18549 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6850f4548739c3c1b9b1bd093ac8dc46185afc20 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6845352151653522, + "test_acc": 0.7070707070707071, + "test_auc": 0.7057142857142856, + "val_auc": 0.7141426282051282, + "k": 1, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29225 + ] + }, + { + "test_f1": 0.7777777777777778, + "test_acc": 0.7777777777777778, + "test_auc": 0.8322448979591837, + "val_auc": 0.891426282051282, + "k": 16, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29225, + 29173, + 10590, + 31186, + 31617, + 29791, + 1412, + 10995, + 2473, + 20190, + 21270, + 17653, + 6025, + 21819, + 3248, + 27582 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9a3d0f8541d467390df3a682119ec55d40af84d6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9317678615826706, + "test_acc": 0.9317697228144989, + "test_auc": 0.9642571376613931, + "val_auc": 0.9610000000000001, + "k": 1, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12224 + ] + }, + { + "test_f1": 0.9680167667584341, + "test_acc": 0.9680170575692963, + "test_auc": 0.9898527004909983, + "val_auc": 0.9907999999999999, + "k": 16, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12224, + 414, + 23173, + 28289, + 2756, + 21498, + 18613, + 16863, + 26582, + 10397, + 29173, + 8876, + 7524, + 18433, + 24050, + 18112 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_stats.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..d6c51bd59adf3a9e651538876638efcfc7d4a595 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae_stats.json @@ -0,0 +1 @@ +{"l0": 143.21739196777344, "width": 32768, "hook_name": "model.layers.12", "tokens_trained": 300000000, "all_metrics": {"model_performance_preservation": {"ce_loss_score": 0.9958896531606927, "ce_loss_with_ablation": 12.452933311462402, "ce_loss_with_sae": 1.8923131227493286, "ce_loss_without_sae": 1.8487261533737183}, "reconstruction_quality": {"explained_variance": 0.8832836151123047, "explained_variance_legacy": 0.8171861171722412, "mse": 0.41245150566101074, "cossim": 0.9368205666542053}, "shrinkage": {"l2_norm_in": 144.84046936035156, "l2_norm_out": 135.26693725585938, "l2_ratio": 0.9324743151664734, "relative_reconstruction_bias": 0.9961540102958679}, "sparsity": {"l0": 143.21739196777344, "l1": 803.813720703125}, "token_stats": {"total_tokens_eval_reconstruction": 61440, "total_tokens_eval_sparsity_variance": 61440}}} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/scr/saebench_scr_custom_sae_eval_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/scr/saebench_scr_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e6df1eff6b445ddf127564c485a0b7b7e388a5e0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/scr/saebench_scr_custom_sae_eval_results.json @@ -0,0 +1,326 @@ +{ + "eval_type_id": "scr", + "eval_config": { + "random_seed": 42, + "dataset_names": [ + "LabHC/bias_in_bios_class_set1", + "canrager/amazon_reviews_mcauley_1and5" + ], + "perform_scr": true, + "early_stopping_patience": 20, + "train_set_size": 4000, + "test_set_size": 1000, + "context_length": 128, + "probe_train_batch_size": 16, + "probe_test_batch_size": 500, + "probe_epochs": 20, + "probe_lr": 0.001, + "probe_l1_penalty": 0.001, + "sae_batch_size": 32, + "llm_batch_size": 128, + "llm_dtype": "float32", + "lower_vram_usage": false, + "model_name": "gemma-2-2b", + "n_values": [ + 2, + 5, + 10 + ], + "column1_vals_lookup": { + "LabHC/bias_in_bios_class_set1": [ + [ + "professor", + "nurse" + ], + [ + "architect", + "journalist" + ], + [ + "surgeon", + "psychologist" + ], + [ + "attorney", + "teacher" + ] + ], + "canrager/amazon_reviews_mcauley_1and5": [ + [ + "Books", + "CDs_and_Vinyl" + ], + [ + "Software", + "Electronics" + ], + [ + "Pet_Supplies", + "Office_Products" + ], + [ + "Industrial_and_Scientific", + "Toys_and_Games" + ] + ] + } + }, + "eval_id": "2331f61d-a02e-4fe4-8f71-57bb3eacfe62", + "datetime_epoch_millis": 1775758234558, + "eval_result_metrics": { + "scr_metrics": { + "scr_dir1_threshold_2": 0.28660479539925043, + "scr_metric_threshold_2": 0.11290600972925119, + "scr_dir2_threshold_2": 0.1085205678287849, + "scr_dir1_threshold_5": 0.08074858620411947, + "scr_metric_threshold_5": 0.18472220398683395, + "scr_dir2_threshold_5": 0.18193886443453758, + "scr_dir1_threshold_10": 0.1353391626877731, + "scr_metric_threshold_10": 0.2535494185004531, + "scr_dir2_threshold_10": 0.2529338194876351, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + } + }, + "eval_result_details": [ + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_professor_nurse_results", + "scr_dir1_threshold_2": 0.6025646805840948, + "scr_metric_threshold_2": 0.038860062822671876, + "scr_dir2_threshold_2": 0.038860062822671876, + "scr_dir1_threshold_5": 0.5128207283533913, + "scr_metric_threshold_5": 0.08031092003311918, + "scr_dir2_threshold_5": 0.08031092003311918, + "scr_dir1_threshold_10": 0.5256410746257707, + "scr_metric_threshold_10": 0.12435226279901532, + "scr_dir2_threshold_10": 0.12435226279901532, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_architect_journalist_results", + "scr_dir1_threshold_2": 0.32575782547854165, + "scr_metric_threshold_2": 0.1620796004484019, + "scr_dir2_threshold_2": 0.1620796004484019, + "scr_dir1_threshold_5": -0.28030297214883276, + "scr_metric_threshold_5": 0.2477064972703991, + "scr_dir2_threshold_5": 0.2477064972703991, + "scr_dir1_threshold_10": -0.2954542888919093, + "scr_metric_threshold_10": 0.25688069046599166, + "scr_dir2_threshold_10": 0.25688069046599166, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_surgeon_psychologist_results", + "scr_dir1_threshold_2": 0.42187508731147705, + "scr_metric_threshold_2": 0.06030147066201431, + "scr_dir2_threshold_2": 0.06030147066201431, + "scr_dir1_threshold_5": -0.1250002328306055, + "scr_metric_threshold_5": 0.09547734102822189, + "scr_dir2_threshold_5": 0.09547734102822189, + "scr_dir1_threshold_10": 0.3906245634426147, + "scr_metric_threshold_10": 0.13567842130982535, + "scr_dir2_threshold_10": 0.13567842130982535, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_attorney_teacher_results", + "scr_dir1_threshold_2": 0.36241586843773815, + "scr_metric_threshold_2": 0.05732486010942198, + "scr_dir2_threshold_2": 0.05732486010942198, + "scr_dir1_threshold_5": -0.2080538281985995, + "scr_metric_threshold_5": 0.08280261789665466, + "scr_dir2_threshold_5": 0.08280261789665466, + "scr_dir1_threshold_10": -0.48993301477515244, + "scr_metric_threshold_10": 0.21974523381154987, + "scr_dir2_threshold_10": 0.21974523381154987, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Books_CDs_and_Vinyl_results", + "scr_dir1_threshold_2": 0.0631580235225028, + "scr_metric_threshold_2": 0.23015881087803544, + "scr_dir2_threshold_2": 0.23015881087803544, + "scr_dir1_threshold_5": 0.06842111372221286, + "scr_metric_threshold_5": 0.3730157509983185, + "scr_dir2_threshold_5": 0.3730157509983185, + "scr_dir1_threshold_10": 0.0631580235225028, + "scr_metric_threshold_10": 0.48412707235506197, + "scr_dir2_threshold_10": 0.48412707235506197, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Software_Electronics_results", + "scr_dir1_threshold_2": 0.22404380127873155, + "scr_metric_threshold_2": 0.0916030030728239, + "scr_dir2_threshold_2": 0.0916030030728239, + "scr_dir1_threshold_5": 0.3060109503196829, + "scr_metric_threshold_5": 0.11450392446499717, + "scr_dir2_threshold_5": 0.11450392446499717, + "scr_dir1_threshold_10": 0.377049276438573, + "scr_metric_threshold_10": 0.17557251734733875, + "scr_dir2_threshold_10": 0.17557251734733875, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Pet_Supplies_Office_Products_results", + "scr_dir1_threshold_2": 0.16744189656960076, + "scr_metric_threshold_2": 0.1373390898293235, + "scr_dir2_threshold_2": 0.1373390898293235, + "scr_dir1_threshold_5": 0.21860457508548414, + "scr_metric_threshold_5": 0.330472224872739, + "scr_dir2_threshold_5": 0.330472224872739, + "scr_dir1_threshold_10": 0.330232413721597, + "scr_metric_threshold_10": 0.4506438964966536, + "scr_dir2_threshold_10": 0.4506438964966536, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Industrial_and_Scientific_Toys_and_Games_results", + "scr_dir1_threshold_2": 0.12558118001131657, + "scr_metric_threshold_2": 0.12558118001131657, + "scr_dir2_threshold_2": 0.09049764480758624, + "scr_dir1_threshold_5": 0.15348835533022226, + "scr_metric_threshold_5": 0.15348835533022226, + "scr_dir2_threshold_5": 0.1312216389118512, + "scr_dir1_threshold_10": 0.18139525341818818, + "scr_metric_threshold_10": 0.18139525341818818, + "scr_dir2_threshold_10": 0.17647046131564434, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + } + ], + "sae_bench_commit_hash": "Unknown", + "sae_lens_id": "custom_sae", + "sae_lens_release_id": "saebench_scr", + "sae_lens_version": "6.39.0", + "sae_cfg_dict": { + "d_in": 2304, + "d_sae": 32768, + "dtype": "float32", + "device": "cuda", + "apply_b_dec_to_input": true, + "normalize_activations": "none", + "reshape_activations": "none", + "metadata": { + "sae_lens_version": "6.39.0", + "sae_lens_training_version": "6.39.0", + "model_name": "gemma-2-2b", + "hook_name": "blocks.12.hook_resid_post", + "hook_head_index": null, + "context_size": 1024, + "prepend_bos": true, + "seqpos_slice": [ + null + ], + "model_from_pretrained_kwargs": { + "center_writing_weights": false + }, + "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", + "model_class_name": "AutoModelForCausalLM", + "exclude_special_tokens": true, + "sequence_separator_token": "bos", + "disable_concat_sequences": false, + "hook_layer": 12, + "dataset_trust_remote_code": null + }, + "architecture": "jumprelu" + }, + "eval_result_unstructured": null +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/tpp/saebench_tpp_custom_sae_eval_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/tpp/saebench_tpp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..edae9d839c1d37f1a9ab7b510cb91c5b7005ad23 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/tpp/saebench_tpp_custom_sae_eval_results.json @@ -0,0 +1,297 @@ +{ + "eval_type_id": "tpp", + "eval_config": { + "random_seed": 42, + "dataset_names": [ + "LabHC/bias_in_bios_class_set1", + "canrager/amazon_reviews_mcauley_1and5" + ], + "perform_scr": false, + "early_stopping_patience": 20, + "train_set_size": 4000, + "test_set_size": 1000, + "context_length": 128, + "probe_train_batch_size": 16, + "probe_test_batch_size": 500, + "probe_epochs": 20, + "probe_lr": 0.001, + "probe_l1_penalty": 0.001, + "sae_batch_size": 32, + "llm_batch_size": 128, + "llm_dtype": "float32", + "lower_vram_usage": false, + "model_name": "gemma-2-2b", + "n_values": [ + 2, + 5, + 10 + ], + "column1_vals_lookup": { + "LabHC/bias_in_bios_class_set1": [ + [ + "professor", + "nurse" + ], + [ + "architect", + "journalist" + ], + [ + "surgeon", + "psychologist" + ], + [ + "attorney", + "teacher" + ] + ], + "canrager/amazon_reviews_mcauley_1and5": [ + [ + "Books", + "CDs_and_Vinyl" + ], + [ + "Software", + "Electronics" + ], + [ + "Pet_Supplies", + "Office_Products" + ], + [ + "Industrial_and_Scientific", + "Toys_and_Games" + ] + ] + } + }, + "eval_id": "0cac38fb-42de-40c3-8d8b-dbb228a18c40", + "datetime_epoch_millis": 1775758393347, + "eval_result_metrics": { + "tpp_metrics": { + "tpp_threshold_2_total_metric": 0.014074997603893281, + "tpp_threshold_2_intended_diff_only": 0.014500004053115845, + "tpp_threshold_2_unintended_diff_only": 0.0004250064492225647, + "tpp_threshold_5_total_metric": 0.04507500082254409, + "tpp_threshold_5_intended_diff_only": 0.052600002288818365, + "tpp_threshold_5_unintended_diff_only": 0.007525001466274262, + "tpp_threshold_10_total_metric": 0.09390001744031906, + "tpp_threshold_10_intended_diff_only": 0.11270001530647278, + "tpp_threshold_10_unintended_diff_only": 0.018799997866153717, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + } + }, + "eval_result_details": [ + { + "dataset_name": "LabHC/bias_in_bios_class_set1_tpp_results", + "tpp_threshold_2_total_metric": 0.015950003266334535, + "tpp_threshold_2_intended_diff_only": 0.016800010204315187, + "tpp_threshold_2_unintended_diff_only": 0.0008500069379806519, + "tpp_threshold_5_total_metric": 0.07530000209808349, + "tpp_threshold_5_intended_diff_only": 0.08820000886917115, + "tpp_threshold_5_unintended_diff_only": 0.012900006771087647, + "tpp_threshold_10_total_metric": 0.16015002727508545, + "tpp_threshold_10_intended_diff_only": 0.1946000337600708, + "tpp_threshold_10_unintended_diff_only": 0.03445000648498535, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_tpp_results", + "tpp_threshold_2_total_metric": 0.012199991941452026, + "tpp_threshold_2_intended_diff_only": 0.012199997901916504, + "tpp_threshold_2_unintended_diff_only": 5.960464477539063e-09, + "tpp_threshold_5_total_metric": 0.0148499995470047, + "tpp_threshold_5_intended_diff_only": 0.016999995708465575, + "tpp_threshold_5_unintended_diff_only": 0.0021499961614608763, + "tpp_threshold_10_total_metric": 0.027650007605552675, + "tpp_threshold_10_intended_diff_only": 0.030799996852874757, + "tpp_threshold_10_unintended_diff_only": 0.0031499892473220827, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + } + ], + "sae_bench_commit_hash": "Unknown", + "sae_lens_id": "custom_sae", + "sae_lens_release_id": "saebench_tpp", + "sae_lens_version": "6.39.0", + "sae_cfg_dict": { + "d_in": 2304, + "d_sae": 32768, + "dtype": "float32", + "device": "cuda", + "apply_b_dec_to_input": true, + "normalize_activations": "none", + "reshape_activations": "none", + "metadata": { + "sae_lens_version": "6.39.0", + "sae_lens_training_version": "6.39.0", + "model_name": "gemma-2-2b", + "hook_name": "blocks.12.hook_resid_post", + "hook_head_index": null, + "context_size": 1024, + "prepend_bos": true, + "seqpos_slice": [ + null + ], + "model_from_pretrained_kwargs": { + "center_writing_weights": false + }, + "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", + "model_class_name": "AutoModelForCausalLM", + "exclude_special_tokens": true, + "sequence_separator_token": "bos", + "disable_concat_sequences": false, + "hook_layer": 12, + "dataset_trust_remote_code": null + }, + "architecture": "jumprelu" + }, + "eval_result_unstructured": { + "LabHC/bias_in_bios_class_set1": { + "0": { + "tpp_threshold_2_total_metric": 0.007249981164932251, + "tpp_threshold_2_intended_diff_only": 0.009000003337860107, + "tpp_threshold_2_unintended_diff_only": 0.0017500221729278564, + "tpp_threshold_5_total_metric": 0.012999996542930603, + "tpp_threshold_5_intended_diff_only": 0.013999998569488525, + "tpp_threshold_5_unintended_diff_only": 0.0010000020265579224, + "tpp_threshold_10_total_metric": 0.007749974727630615, + "tpp_threshold_10_intended_diff_only": 0.009999990463256836, + "tpp_threshold_10_unintended_diff_only": 0.0022500157356262207 + }, + "1": { + "tpp_threshold_2_total_metric": 0.038999974727630615, + "tpp_threshold_2_intended_diff_only": 0.046999990940093994, + "tpp_threshold_2_unintended_diff_only": 0.008000016212463379, + "tpp_threshold_5_total_metric": 0.13249999284744263, + "tpp_threshold_5_intended_diff_only": 0.16200000047683716, + "tpp_threshold_5_unintended_diff_only": 0.02950000762939453, + "tpp_threshold_10_total_metric": 0.15800003707408905, + "tpp_threshold_10_intended_diff_only": 0.18700003623962402, + "tpp_threshold_10_unintended_diff_only": 0.028999999165534973 + }, + "2": { + "tpp_threshold_2_total_metric": 0.02050003409385681, + "tpp_threshold_2_intended_diff_only": 0.016000032424926758, + "tpp_threshold_2_unintended_diff_only": -0.004500001668930054, + "tpp_threshold_5_total_metric": 0.2055000215768814, + "tpp_threshold_5_intended_diff_only": 0.22800004482269287, + "tpp_threshold_5_unintended_diff_only": 0.022500023245811462, + "tpp_threshold_10_total_metric": 0.2405000627040863, + "tpp_threshold_10_intended_diff_only": 0.30500006675720215, + "tpp_threshold_10_unintended_diff_only": 0.06450000405311584 + }, + "6": { + "tpp_threshold_2_total_metric": 0.011750012636184692, + "tpp_threshold_2_intended_diff_only": 0.009000003337860107, + "tpp_threshold_2_unintended_diff_only": -0.002750009298324585, + "tpp_threshold_5_total_metric": 0.002499997615814209, + "tpp_threshold_5_intended_diff_only": 0.004999995231628418, + "tpp_threshold_5_unintended_diff_only": 0.002499997615814209, + "tpp_threshold_10_total_metric": 0.2042500525712967, + "tpp_threshold_10_intended_diff_only": 0.22700005769729614, + "tpp_threshold_10_unintended_diff_only": 0.02275000512599945 + }, + "9": { + "tpp_threshold_2_total_metric": 0.0012500137090682983, + "tpp_threshold_2_intended_diff_only": 0.003000020980834961, + "tpp_threshold_2_unintended_diff_only": 0.0017500072717666626, + "tpp_threshold_5_total_metric": 0.023000001907348633, + "tpp_threshold_5_intended_diff_only": 0.03200000524520874, + "tpp_threshold_5_unintended_diff_only": 0.009000003337860107, + "tpp_threshold_10_total_metric": 0.19025000929832458, + "tpp_threshold_10_intended_diff_only": 0.24400001764297485, + "tpp_threshold_10_unintended_diff_only": 0.05375000834465027 + } + }, + "canrager/amazon_reviews_mcauley_1and5": { + "1": { + "tpp_threshold_2_total_metric": 0.01099996268749237, + "tpp_threshold_2_intended_diff_only": 0.006999969482421875, + "tpp_threshold_2_unintended_diff_only": -0.003999993205070496, + "tpp_threshold_5_total_metric": 0.008749976754188538, + "tpp_threshold_5_intended_diff_only": 0.0059999823570251465, + "tpp_threshold_5_unintended_diff_only": -0.002749994397163391, + "tpp_threshold_10_total_metric": 0.0, + "tpp_threshold_10_intended_diff_only": 0.0059999823570251465, + "tpp_threshold_10_unintended_diff_only": 0.0059999823570251465 + }, + "2": { + "tpp_threshold_2_total_metric": 0.013750061392784119, + "tpp_threshold_2_intended_diff_only": 0.01900005340576172, + "tpp_threshold_2_unintended_diff_only": 0.0052499920129776, + "tpp_threshold_5_total_metric": 0.016750052571296692, + "tpp_threshold_5_intended_diff_only": 0.024000048637390137, + "tpp_threshold_5_unintended_diff_only": 0.007249996066093445, + "tpp_threshold_10_total_metric": 0.04000005125999451, + "tpp_threshold_10_intended_diff_only": 0.04400002956390381, + "tpp_threshold_10_unintended_diff_only": 0.003999978303909302 + }, + "3": { + "tpp_threshold_2_total_metric": 0.011499986052513123, + "tpp_threshold_2_intended_diff_only": 0.004999995231628418, + "tpp_threshold_2_unintended_diff_only": -0.006499990820884705, + "tpp_threshold_5_total_metric": 0.017750024795532227, + "tpp_threshold_5_intended_diff_only": 0.017000019550323486, + "tpp_threshold_5_unintended_diff_only": -0.0007500052452087402, + "tpp_threshold_10_total_metric": 0.017250001430511475, + "tpp_threshold_10_intended_diff_only": 0.018000006675720215, + "tpp_threshold_10_unintended_diff_only": 0.0007500052452087402 + }, + "5": { + "tpp_threshold_2_total_metric": -0.002500012516975403, + "tpp_threshold_2_intended_diff_only": 0.004999995231628418, + "tpp_threshold_2_unintended_diff_only": 0.007500007748603821, + "tpp_threshold_5_total_metric": 0.0059999823570251465, + "tpp_threshold_5_intended_diff_only": 0.006999969482421875, + "tpp_threshold_5_unintended_diff_only": 0.0009999871253967285, + "tpp_threshold_10_total_metric": 0.00899997353553772, + "tpp_threshold_10_intended_diff_only": 0.011999964714050293, + "tpp_threshold_10_unintended_diff_only": 0.0029999911785125732 + }, + "6": { + "tpp_threshold_2_total_metric": 0.027249962091445923, + "tpp_threshold_2_intended_diff_only": 0.02499997615814209, + "tpp_threshold_2_unintended_diff_only": -0.002249985933303833, + "tpp_threshold_5_total_metric": 0.024999961256980896, + "tpp_threshold_5_intended_diff_only": 0.030999958515167236, + "tpp_threshold_5_unintended_diff_only": 0.00599999725818634, + "tpp_threshold_10_total_metric": 0.07200001180171967, + "tpp_threshold_10_intended_diff_only": 0.07400000095367432, + "tpp_threshold_10_unintended_diff_only": 0.001999989151954651 + } + } + } +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/binarized_probing_binarized_linear_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/binarized_probing_binarized_linear_results.json new file mode 100644 index 0000000000000000000000000000000000000000..73189bd53bcc0549a43baa627094a63181b99860 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/binarized_probing_binarized_linear_results.json @@ -0,0 +1,6330 @@ +{ + "5_hist_fig_ismale": { + "1": { + "k": 1, + "selected_features": [ + 21056 + ], + "test_balanced_acc": 0.9139561829963171, + "test_accuracy": 0.9139622641509434, + "test_auc": 0.913956182996317, + "test_f1": 0.9160117878192534, + "test_precision": 0.8949136276391555, + "test_recall": 0.9381287726358148 + }, + "4": { + "k": 4, + "selected_features": [ + 21056, + 10741, + 17274, + 8060 + ], + "test_balanced_acc": 0.9283004266160628, + "test_accuracy": 0.9283018867924528, + "test_auc": 0.9720376866128831, + "test_f1": 0.9287321830457614, + "test_precision": 0.9234211834908006, + "test_recall": 0.9341046277665996 + }, + "16": { + "k": 16, + "selected_features": [ + 21056, + 10741, + 17274, + 8060, + 16490, + 32173, + 11016, + 14983, + 546, + 15186, + 19460, + 29294, + 11283, + 8202, + 21382, + 10766 + ], + "test_balanced_acc": 0.9335824964887462, + "test_accuracy": 0.9335849056603773, + "test_auc": 0.9784305986902796, + "test_f1": 0.9342301943198804, + "test_precision": 0.9254689042448174, + "test_recall": 0.943158953722334 + } + }, + "6_hist_fig_isamerican": { + "1": { + "k": 1, + "selected_features": [ + 28427 + ], + "test_balanced_acc": 0.8125746173062531, + "test_accuracy": 0.8125786163522013, + "test_auc": 0.8125746173062532, + "test_f1": 0.8155484030700668, + "test_precision": 0.803022915650902, + "test_recall": 0.8284708249496981 + }, + "4": { + "k": 4, + "selected_features": [ + 28427, + 26015, + 2981, + 24015 + ], + "test_balanced_acc": 0.878225695390258, + "test_accuracy": 0.8782389937106918, + "test_auc": 0.932971761115257, + "test_f1": 0.8843764930721453, + "test_precision": 0.8421292083712466, + "test_recall": 0.9310865191146881 + }, + "16": { + "k": 16, + "selected_features": [ + 28427, + 26015, + 2981, + 24015, + 4985, + 27273, + 17588, + 18060, + 3514, + 28039, + 6097, + 24280, + 28699, + 31238, + 8202, + 1378 + ], + "test_balanced_acc": 0.9069117776614392, + "test_accuracy": 0.9069182389937107, + "test_auc": 0.9668361198899487, + "test_f1": 0.9092692496321726, + "test_precision": 0.8870813397129187, + "test_recall": 0.9325955734406438 + } + }, + "7_hist_fig_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 8383 + ], + "test_balanced_acc": 0.5886808014670812, + "test_accuracy": 0.5886792452830188, + "test_auc": 0.5886808014670812, + "test_f1": 0.5861807137433561, + "test_precision": 0.5899133978604177, + "test_recall": 0.5824949698189135 + }, + "4": { + "k": 4, + "selected_features": [ + 8383, + 14926, + 3420, + 28142 + ], + "test_balanced_acc": 0.5984873761947629, + "test_accuracy": 0.5984905660377359, + "test_auc": 0.631746189264424, + "test_f1": 0.6035767511177347, + "test_precision": 0.5961727183513248, + "test_recall": 0.6111670020120724 + }, + "16": { + "k": 16, + "selected_features": [ + 8383, + 14926, + 3420, + 28142, + 8202, + 31162, + 25401, + 18099, + 18823, + 2680, + 16490, + 3985, + 2333, + 17274, + 21382, + 13574 + ], + "test_balanced_acc": 0.618874545714144, + "test_accuracy": 0.6188679245283019, + "test_auc": 0.6523149971798583, + "test_f1": 0.6086282614311548, + "test_precision": 0.6255974508762613, + "test_recall": 0.5925553319919518 + } + }, + "21_headline_istrump": { + "1": { + "k": 1, + "selected_features": [ + 32359 + ], + "test_balanced_acc": 0.7989668002985199, + "test_accuracy": 0.7989937106918239, + "test_auc": 0.7989668002985199, + "test_f1": 0.8184503521926835, + "test_precision": 0.7463738085370908, + "test_recall": 0.9059356136820925 + }, + "4": { + "k": 4, + "selected_features": [ + 32359, + 29898, + 26833, + 3207 + ], + "test_balanced_acc": 0.8372293398032888, + "test_accuracy": 0.8372327044025157, + "test_auc": 0.9064201515079404, + "test_f1": 0.8394142467113428, + "test_precision": 0.828515433610975, + "test_recall": 0.8506036217303823 + }, + "16": { + "k": 16, + "selected_features": [ + 32359, + 29898, + 26833, + 3207, + 28427, + 26867, + 16669, + 3738, + 14208, + 20697, + 1968, + 25021, + 727, + 24904, + 30504, + 26382 + ], + "test_balanced_acc": 0.8664114784327506, + "test_accuracy": 0.8664150943396226, + "test_auc": 0.9362479608400276, + "test_f1": 0.8683362261343913, + "test_precision": 0.8562347188264059, + "test_recall": 0.880784708249497 + } + }, + "22_headline_isobama": { + "1": { + "k": 1, + "selected_features": [ + 32359 + ], + "test_balanced_acc": 0.7731866586296966, + "test_accuracy": 0.7733755942947702, + "test_auc": 0.7731866586296966, + "test_f1": 0.7977369165487977, + "test_precision": 0.7212276214833759, + "test_recall": 0.8924050632911392 + }, + "4": { + "k": 4, + "selected_features": [ + 32359, + 29016, + 28427, + 29898 + ], + "test_balanced_acc": 0.8558167570825799, + "test_accuracy": 0.8557844690966719, + "test_auc": 0.9182589913602571, + "test_f1": 0.8529886914378029, + "test_precision": 0.8712871287128713, + "test_recall": 0.8354430379746836 + }, + "16": { + "k": 16, + "selected_features": [ + 32359, + 29016, + 28427, + 29898, + 9109, + 19097, + 11229, + 3207, + 13553, + 20175, + 16124, + 727, + 26382, + 18971, + 24904, + 20858 + ], + "test_balanced_acc": 0.8763713080168776, + "test_accuracy": 0.8763866877971473, + "test_auc": 0.9453234880450071, + "test_f1": 0.877742946708464, + "test_precision": 0.8695652173913043, + "test_recall": 0.8860759493670886 + } + }, + "23_headline_ischina": { + "1": { + "k": 1, + "selected_features": [ + 28427 + ], + "test_balanced_acc": 0.6889555663161778, + "test_accuracy": 0.6890756302521008, + "test_auc": 0.6889555663161778, + "test_f1": 0.7175572519083969, + "test_precision": 0.658, + "test_recall": 0.7889688249400479 + }, + "4": { + "k": 4, + "selected_features": [ + 28427, + 14155, + 26122, + 25481 + ], + "test_balanced_acc": 0.6963227494927136, + "test_accuracy": 0.6962785114045619, + "test_auc": 0.7958287216380742, + "test_f1": 0.684931506849315, + "test_precision": 0.7124352331606217, + "test_recall": 0.6594724220623501 + }, + "16": { + "k": 16, + "selected_features": [ + 28427, + 14155, + 26122, + 25481, + 27273, + 15771, + 29898, + 13036, + 4437, + 13094, + 30504, + 9997, + 18617, + 19291, + 3290, + 27243 + ], + "test_balanced_acc": 0.7791459140380004, + "test_accuracy": 0.7791116446578632, + "test_auc": 0.8525641025641025, + "test_f1": 0.7728395061728395, + "test_precision": 0.7964376590330788, + "test_recall": 0.750599520383693 + } + }, + "24_headline_isiran": { + "1": { + "k": 1, + "selected_features": [ + 14155 + ], + "test_balanced_acc": 0.7712039341873596, + "test_accuracy": 0.7713498622589532, + "test_auc": 0.7712039341873596, + "test_f1": 0.783289817232376, + "test_precision": 0.746268656716418, + "test_recall": 0.8241758241758241 + }, + "4": { + "k": 4, + "selected_features": [ + 14155, + 6617, + 28807, + 28427 + ], + "test_balanced_acc": 0.7492562685932852, + "test_accuracy": 0.7493112947658402, + "test_auc": 0.7890079533725942, + "test_f1": 0.7547169811320755, + "test_precision": 0.7407407407407407, + "test_recall": 0.7692307692307693 + }, + "16": { + "k": 16, + "selected_features": [ + 14155, + 6617, + 28807, + 28427, + 9470, + 3738, + 26529, + 26815, + 4437, + 7665, + 20858, + 8817, + 18971, + 26867, + 13306, + 26122 + ], + "test_balanced_acc": 0.768578106975897, + "test_accuracy": 0.768595041322314, + "test_auc": 0.8326604334891627, + "test_f1": 0.7704918032786885, + "test_precision": 0.7663043478260869, + "test_recall": 0.7747252747252747 + } + }, + "26_headline_isfrontpage": { + "1": { + "k": 1, + "selected_features": [ + 28427 + ], + "test_balanced_acc": 0.6382260599328229, + "test_accuracy": 0.6382389937106918, + "test_auc": 0.6382260599328229, + "test_f1": 0.6559808612440191, + "test_precision": 0.6254562043795621, + "test_recall": 0.6896378269617707 + }, + "4": { + "k": 4, + "selected_features": [ + 28427, + 3207, + 727, + 32359 + ], + "test_balanced_acc": 0.6460452447953954, + "test_accuracy": 0.6460377358490565, + "test_auc": 0.7049187424496652, + "test_f1": 0.6352087114337568, + "test_precision": 0.6554307116104869, + "test_recall": 0.6161971830985915 + }, + "16": { + "k": 16, + "selected_features": [ + 28427, + 3207, + 727, + 32359, + 29541, + 9109, + 26867, + 24904, + 8202, + 15410, + 26382, + 815, + 8380, + 13306, + 18716, + 30541 + ], + "test_balanced_acc": 0.6742140057253435, + "test_accuracy": 0.6742138364779874, + "test_auc": 0.7388363902590176, + "test_f1": 0.6740498363956707, + "test_precision": 0.6745591939546599, + "test_recall": 0.6735412474849095 + } + }, + "36_sciq_tf": { + "1": { + "k": 1, + "selected_features": [ + 22334 + ], + "test_balanced_acc": 0.7806162592059656, + "test_accuracy": 0.7806289308176101, + "test_auc": 0.7806162592059656, + "test_f1": 0.7911877394636015, + "test_precision": 0.7550274223034735, + "test_recall": 0.8309859154929577 + }, + "4": { + "k": 4, + "selected_features": [ + 22334, + 21226, + 15162, + 29593 + ], + "test_balanced_acc": 0.8221417078211595, + "test_accuracy": 0.8221383647798742, + "test_auc": 0.8835715602117993, + "test_f1": 0.8197807800152944, + "test_precision": 0.8310077519379845, + "test_recall": 0.8088531187122736 + }, + "16": { + "k": 16, + "selected_features": [ + 22334, + 21226, + 15162, + 29593, + 22952, + 1378, + 12975, + 30020, + 4656, + 16462, + 26927, + 15904, + 29347, + 3261, + 12465, + 10215 + ], + "test_balanced_acc": 0.8319434726122209, + "test_accuracy": 0.8319496855345911, + "test_auc": 0.9085141194423714, + "test_f1": 0.836033382425135, + "test_precision": 0.8163950143815916, + "test_recall": 0.8566398390342053 + } + }, + "41_truthqa_tf": { + "1": { + "k": 1, + "selected_features": [ + 1844 + ], + "test_balanced_acc": 0.573469387755102, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.573469387755102, + "test_f1": 0.6557377049180327, + "test_precision": 0.5555555555555556, + "test_recall": 0.8 + }, + "4": { + "k": 4, + "selected_features": [ + 1844, + 11706, + 16295, + 16860 + ], + "test_balanced_acc": 0.5944897959183674, + "test_accuracy": 0.5959595959595959, + "test_auc": 0.64, + "test_f1": 0.6491228070175439, + "test_precision": 0.578125, + "test_recall": 0.74 + }, + "16": { + "k": 16, + "selected_features": [ + 1844, + 11706, + 16295, + 16860, + 1544, + 30115, + 8872, + 11597, + 6834, + 9148, + 30020, + 10215, + 13875, + 6308, + 16467, + 2246 + ], + "test_balanced_acc": 0.6461224489795918, + "test_accuracy": 0.6464646464646465, + "test_auc": 0.726326530612245, + "test_f1": 0.6601941747572816, + "test_precision": 0.6415094339622641, + "test_recall": 0.68 + } + }, + "42_temp_sense": { + "1": { + "k": 1, + "selected_features": [ + 21226 + ], + "test_balanced_acc": 0.705674735670562, + "test_accuracy": 0.7055879899916597, + "test_auc": 0.7056747356705619, + "test_f1": 0.6716279069767442, + "test_precision": 0.76, + "test_recall": 0.6016666666666667 + }, + "4": { + "k": 4, + "selected_features": [ + 21226, + 13053, + 17228, + 13311 + ], + "test_balanced_acc": 0.7463870339454647, + "test_accuracy": 0.7464553794829024, + "test_auc": 0.8212966054535336, + "test_f1": 0.765793528505393, + "test_precision": 0.7120343839541547, + "test_recall": 0.8283333333333334 + }, + "16": { + "k": 16, + "selected_features": [ + 21226, + 13053, + 17228, + 13311, + 23641, + 32176, + 3489, + 21643, + 20203, + 2526, + 8273, + 12691, + 24093, + 17271, + 16462, + 30508 + ], + "test_balanced_acc": 0.7739454646633277, + "test_accuracy": 0.773978315262719, + "test_auc": 0.856118530884808, + "test_f1": 0.7826784282277466, + "test_precision": 0.7542503863987635, + "test_recall": 0.8133333333333334 + } + }, + "44_phys_tf": { + "1": { + "k": 1, + "selected_features": [ + 8273 + ], + "test_balanced_acc": 0.6211217987340247, + "test_accuracy": 0.6211320754716981, + "test_auc": 0.6211217987340246, + "test_f1": 0.6360560657322378, + "test_precision": 0.6120930232558139, + "test_recall": 0.6619718309859155 + }, + "4": { + "k": 4, + "selected_features": [ + 8273, + 11553, + 32176, + 25050 + ], + "test_balanced_acc": 0.6141062530188681, + "test_accuracy": 0.6140880503144655, + "test_auc": 0.6741351480802278, + "test_f1": 0.584056399132321, + "test_precision": 0.6335294117647059, + "test_recall": 0.5417505030181087 + }, + "16": { + "k": 16, + "selected_features": [ + 8273, + 11553, + 32176, + 25050, + 12652, + 3261, + 26526, + 17228, + 16660, + 12691, + 30557, + 19845, + 10233, + 3489, + 25624, + 22334 + ], + "test_balanced_acc": 0.6430176428475229, + "test_accuracy": 0.6430188679245283, + "test_auc": 0.7038920741358063, + "test_f1": 0.6448060075093868, + "test_precision": 0.6417538614848032, + "test_recall": 0.647887323943662 + } + }, + "47_reasoning_tf": { + "1": { + "k": 1, + "selected_features": [ + 10611 + ], + "test_balanced_acc": 0.5415802366558748, + "test_accuracy": 0.5415918611609815, + "test_auc": 0.5415802366558748, + "test_f1": 0.5504694835680751, + "test_precision": 0.5403225806451613, + "test_recall": 0.5610047846889952 + }, + "4": { + "k": 4, + "selected_features": [ + 10611, + 32553, + 6193, + 32042 + ], + "test_balanced_acc": 0.5458076669627252, + "test_accuracy": 0.5457809694793537, + "test_auc": 0.5791386127266998, + "test_f1": 0.5247338760175329, + "test_precision": 0.5505913272010512, + "test_recall": 0.5011961722488039 + }, + "16": { + "k": 16, + "selected_features": [ + 10611, + 32553, + 6193, + 32042, + 29401, + 7214, + 24973, + 20939, + 30462, + 28984, + 25765, + 24627, + 18746, + 21968, + 22514, + 14635 + ], + "test_balanced_acc": 0.5559643870154428, + "test_accuracy": 0.5559545182525434, + "test_auc": 0.5593473340400539, + "test_f1": 0.5486618004866181, + "test_precision": 0.5581683168316832, + "test_recall": 0.5394736842105263 + } + }, + "48_cm_correct": { + "1": { + "k": 1, + "selected_features": [ + 210 + ], + "test_balanced_acc": 0.6073557601269418, + "test_accuracy": 0.6072955974842768, + "test_auc": 0.6073557601269419, + "test_f1": 0.48396694214876035, + "test_precision": 0.7058823529411765, + "test_recall": 0.3682092555331992 + }, + "4": { + "k": 4, + "selected_features": [ + 210, + 20885, + 4255, + 8273 + ], + "test_balanced_acc": 0.5889639548412772, + "test_accuracy": 0.5889308176100629, + "test_auc": 0.610561456307042, + "test_f1": 0.5266512166859791, + "test_precision": 0.6209016393442623, + "test_recall": 0.45724346076458755 + }, + "16": { + "k": 16, + "selected_features": [ + 210, + 20885, + 4255, + 8273, + 23562, + 11168, + 18628, + 18560, + 20198, + 8380, + 4886, + 25715, + 2508, + 8966, + 12701, + 12691 + ], + "test_balanced_acc": 0.6226628771116888, + "test_accuracy": 0.6226415094339622, + "test_auc": 0.6874629761457522, + "test_f1": 0.5876855415063221, + "test_precision": 0.6478787878787878, + "test_recall": 0.5377263581488934 + } + }, + "49_cm_isshort": { + "1": { + "k": 1, + "selected_features": [ + 25970 + ], + "test_balanced_acc": 0.9982385505787619, + "test_accuracy": 0.9982389937106918, + "test_auc": 0.9982385505787619, + "test_f1": 0.9982425307557118, + "test_precision": 0.9964912280701754, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 25970, + 22631, + 27723, + 6720 + ], + "test_balanced_acc": 0.9982385505787619, + "test_accuracy": 0.9982389937106918, + "test_auc": 0.9998913966942065, + "test_f1": 0.9982425307557118, + "test_precision": 0.9964912280701754, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 25970, + 22631, + 27723, + 6720, + 3192, + 8292, + 23641, + 10713, + 24093, + 6783, + 7922, + 1792, + 20578, + 16896, + 7144, + 18599 + ], + "test_balanced_acc": 0.9982385505787619, + "test_accuracy": 0.9982389937106918, + "test_auc": 0.9999731656167503, + "test_f1": 0.9982425307557118, + "test_precision": 0.9964912280701754, + "test_recall": 1.0 + } + }, + "50_deon_isvalid": { + "1": { + "k": 1, + "selected_features": [ + 8380 + ], + "test_balanced_acc": 0.6326928607376519, + "test_accuracy": 0.6327044025157232, + "test_auc": 0.6326928607376519, + "test_f1": 0.6488696488696488, + "test_precision": 0.6216589861751152, + "test_recall": 0.6785714285714286 + }, + "4": { + "k": 4, + "selected_features": [ + 8380, + 17228, + 22334, + 11168 + ], + "test_balanced_acc": 0.6561067461639489, + "test_accuracy": 0.6561006289308177, + "test_auc": 0.7050273457554588, + "test_f1": 0.6475895849445733, + "test_precision": 0.6641988365943945, + "test_recall": 0.6317907444668008 + }, + "16": { + "k": 16, + "selected_features": [ + 8380, + 17228, + 22334, + 11168, + 7144, + 13170, + 20389, + 29402, + 24093, + 8273, + 23622, + 5588, + 15771, + 31410, + 7594, + 18360 + ], + "test_balanced_acc": 0.6940963850541599, + "test_accuracy": 0.6940880503144654, + "test_auc": 0.7591593850977025, + "test_f1": 0.6836628511966701, + "test_precision": 0.7079741379310345, + "test_recall": 0.6609657947686117 + } + }, + "51_just_is": { + "1": { + "k": 1, + "selected_features": [ + 11168 + ], + "test_balanced_acc": 0.6742050187385005, + "test_accuracy": 0.6742138364779874, + "test_auc": 0.6742050187385005, + "test_f1": 0.6852976913730255, + "test_precision": 0.6629055007052186, + "test_recall": 0.7092555331991952 + }, + "4": { + "k": 4, + "selected_features": [ + 11168, + 17228, + 22334, + 8273 + ], + "test_balanced_acc": 0.6973637243693667, + "test_accuracy": 0.6973584905660377, + "test_auc": 0.751594620566884, + "test_f1": 0.6909838171076291, + "test_precision": 0.7060367454068242, + "test_recall": 0.6765593561368209 + }, + "16": { + "k": 16, + "selected_features": [ + 11168, + 17228, + 22334, + 8273, + 20389, + 8380, + 12691, + 7594, + 13614, + 10827, + 19385, + 4255, + 8292, + 12701, + 12046, + 8966 + ], + "test_balanced_acc": 0.7131989217641024, + "test_accuracy": 0.7132075471698113, + "test_auc": 0.7820165836488484, + "test_f1": 0.7227626459143969, + "test_precision": 0.699623352165725, + "test_recall": 0.7474849094567404 + } + }, + "52_virtue_is": { + "1": { + "k": 1, + "selected_features": [ + 10084 + ], + "test_balanced_acc": 0.7279265457772415, + "test_accuracy": 0.7279894875164258, + "test_auc": 0.7279265457772415, + "test_f1": 0.7805808776764893, + "test_precision": 0.654228855721393, + "test_recall": 0.9674198633736206 + }, + "4": { + "k": 4, + "selected_features": [ + 10084, + 393, + 6639, + 27036 + ], + "test_balanced_acc": 0.7892241372165152, + "test_accuracy": 0.7892247043363995, + "test_auc": 0.8672249748998897, + "test_f1": 0.7897220765600419, + "test_precision": 0.7880690737833596, + "test_recall": 0.791382028376248 + }, + "16": { + "k": 16, + "selected_features": [ + 10084, + 393, + 6639, + 27036, + 7906, + 1378, + 2973, + 1269, + 18109, + 5042, + 31354, + 4622, + 26932, + 17282, + 8019, + 25586 + ], + "test_balanced_acc": 0.8423098345464823, + "test_accuracy": 0.8423127463863338, + "test_auc": 0.9262176937957833, + "test_f1": 0.8440748440748441, + "test_precision": 0.834961439588689, + "test_recall": 0.8533893851812927 + } + }, + "54_cs_tf": { + "1": { + "k": 1, + "selected_features": [ + 23917 + ], + "test_balanced_acc": 0.526801599734289, + "test_accuracy": 0.5267924528301887, + "test_auc": 0.526801599734289, + "test_f1": 0.5090054815974941, + "test_precision": 0.5290287574606619, + "test_recall": 0.4904426559356137 + }, + "4": { + "k": 4, + "selected_features": [ + 23917, + 6720, + 12777, + 21053 + ], + "test_balanced_acc": 0.5318302618934543, + "test_accuracy": 0.5318238993710692, + "test_auc": 0.5411028070790116, + "test_f1": 0.5197419354838709, + "test_precision": 0.5336512983571807, + "test_recall": 0.5065392354124748 + }, + "16": { + "k": 16, + "selected_features": [ + 23917, + 6720, + 12777, + 21053, + 6285, + 1544, + 18599, + 5799, + 27212, + 8154, + 12701, + 30650, + 11977, + 15509, + 32214, + 27723 + ], + "test_balanced_acc": 0.5532204297754317, + "test_accuracy": 0.5532075471698114, + "test_auc": 0.5869555531477745, + "test_f1": 0.5291622481442205, + "test_precision": 0.5594170403587444, + "test_recall": 0.5020120724346077 + } + }, + "56_wikidatasex_or_gender": { + "1": { + "k": 1, + "selected_features": [ + 21056 + ], + "test_balanced_acc": 0.9740934282089112, + "test_accuracy": 0.9740880503144654, + "test_auc": 0.9740934282089112, + "test_f1": 0.9735286558725263, + "test_precision": 0.9952706253284288, + "test_recall": 0.9527162977867203 + }, + "4": { + "k": 4, + "selected_features": [ + 21056, + 16669, + 21946, + 7847 + ], + "test_balanced_acc": 0.9768576228381867, + "test_accuracy": 0.9768553459119497, + "test_auc": 0.9911175659897988, + "test_f1": 0.9766497461928934, + "test_precision": 0.985655737704918, + "test_recall": 0.9678068410462777 + }, + "16": { + "k": 16, + "selected_features": [ + 21056, + 16669, + 21946, + 7847, + 15771, + 31580, + 30500, + 29294, + 9539, + 15546, + 6420, + 12155, + 29108, + 3010, + 17274, + 14983 + ], + "test_balanced_acc": 0.9811340362254048, + "test_accuracy": 0.9811320754716981, + "test_auc": 0.9966965861601416, + "test_f1": 0.9809885931558935, + "test_precision": 0.9887583035258048, + "test_recall": 0.9733400402414487 + } + }, + "57_wikidatais_alive": { + "1": { + "k": 1, + "selected_features": [ + 31580 + ], + "test_balanced_acc": 0.8664013522503922, + "test_accuracy": 0.8664150943396226, + "test_auc": 0.866401352250392, + "test_f1": 0.8733603625089434, + "test_precision": 0.8303854875283446, + "test_recall": 0.9210261569416499 + }, + "4": { + "k": 4, + "selected_features": [ + 31580, + 3010, + 7847, + 24106 + ], + "test_balanced_acc": 0.9187463735609429, + "test_accuracy": 0.9187421383647799, + "test_auc": 0.9648245537644589, + "test_f1": 0.9173701713993349, + "test_precision": 0.9333680374804789, + "test_recall": 0.9019114688128773 + }, + "16": { + "k": 16, + "selected_features": [ + 31580, + 3010, + 7847, + 24106, + 13008, + 29108, + 12155, + 17588, + 9412, + 23523, + 4176, + 19931, + 9539, + 30500, + 24385, + 17474 + ], + "test_balanced_acc": 0.9577343274544095, + "test_accuracy": 0.9577358490566038, + "test_auc": 0.9902193736146117, + "test_f1": 0.958, + "test_precision": 0.952286282306163, + "test_recall": 0.9637826961770624 + } + }, + "58_wikidatapolitical_party": { + "1": { + "k": 1, + "selected_features": [ + 18357 + ], + "test_balanced_acc": 0.8278890762093449, + "test_accuracy": 0.8278481012658228, + "test_auc": 0.827889076209345, + "test_f1": 0.8127753303964758, + "test_precision": 0.8913043478260869, + "test_recall": 0.7469635627530364 + }, + "4": { + "k": 4, + "selected_features": [ + 18357, + 12606, + 5449, + 8334 + ], + "test_balanced_acc": 0.8344362337923368, + "test_accuracy": 0.8344303797468354, + "test_auc": 0.8946671096727088, + "test_f1": 0.8325652841781874, + "test_precision": 0.8424870466321244, + "test_recall": 0.8228744939271255 + }, + "16": { + "k": 16, + "selected_features": [ + 18357, + 12606, + 5449, + 8334, + 6555, + 14283, + 25032, + 17152, + 18887, + 30703, + 7688, + 16809, + 4726, + 16669, + 19803, + 28082 + ], + "test_balanced_acc": 0.8648139374623137, + "test_accuracy": 0.8648101265822785, + "test_auc": 0.9369552153706688, + "test_f1": 0.8638449770525243, + "test_precision": 0.8705035971223022, + "test_recall": 0.8572874493927125 + } + }, + "59_wikidata_occupation_isjournalist": { + "1": { + "k": 1, + "selected_features": [ + 30500 + ], + "test_balanced_acc": 0.7723263877200659, + "test_accuracy": 0.7723076923076924, + "test_auc": 0.772326387720066, + "test_f1": 0.7682672233820459, + "test_precision": 0.7829787234042553, + "test_recall": 0.7540983606557377 + }, + "4": { + "k": 4, + "selected_features": [ + 30500, + 32675, + 17395, + 22869 + ], + "test_balanced_acc": 0.850302538122328, + "test_accuracy": 0.8502564102564103, + "test_auc": 0.8882228935941023, + "test_f1": 0.8433476394849786, + "test_precision": 0.8851351351351351, + "test_recall": 0.805327868852459 + }, + "16": { + "k": 16, + "selected_features": [ + 30500, + 32675, + 17395, + 22869, + 27735, + 7847, + 23146, + 23518, + 31751, + 29593, + 25179, + 27790, + 1297, + 12525, + 25131, + 12155 + ], + "test_balanced_acc": 0.863647456828357, + "test_accuracy": 0.8635897435897436, + "test_auc": 0.9084180496179352, + "test_f1": 0.8555917480998915, + "test_precision": 0.9099307159353349, + "test_recall": 0.8073770491803278 + } + }, + "60_wikidata_occupation_isathlete": { + "1": { + "k": 1, + "selected_features": [ + 28369 + ], + "test_balanced_acc": 0.8390341502002895, + "test_accuracy": 0.838974358974359, + "test_auc": 0.8390341502002894, + "test_f1": 0.8291621327529923, + "test_precision": 0.8839907192575406, + "test_recall": 0.7807377049180327 + }, + "4": { + "k": 4, + "selected_features": [ + 28369, + 15441, + 15581, + 28223 + ], + "test_balanced_acc": 0.8657281953748275, + "test_accuracy": 0.8656410256410256, + "test_auc": 0.9009282324031374, + "test_f1": 0.8533034714445689, + "test_precision": 0.9407407407407408, + "test_recall": 0.7807377049180327 + }, + "16": { + "k": 16, + "selected_features": [ + 28369, + 15441, + 15581, + 28223, + 23523, + 1297, + 17627, + 8872, + 16462, + 11553, + 24106, + 9412, + 29016, + 30500, + 13438, + 13008 + ], + "test_balanced_acc": 0.8708301073820985, + "test_accuracy": 0.8707692307692307, + "test_auc": 0.9192488302420305, + "test_f1": 0.8627450980392157, + "test_precision": 0.9209302325581395, + "test_recall": 0.8114754098360656 + } + }, + "61_wikidata_occupation_isactor": { + "1": { + "k": 1, + "selected_features": [ + 9206 + ], + "test_balanced_acc": 0.7960518564648063, + "test_accuracy": 0.7958974358974359, + "test_auc": 0.7960518564648063, + "test_f1": 0.7599517490952955, + "test_precision": 0.9237536656891495, + "test_recall": 0.6454918032786885 + }, + "4": { + "k": 4, + "selected_features": [ + 9206, + 12155, + 23523, + 1297 + ], + "test_balanced_acc": 0.83490423132595, + "test_accuracy": 0.8348717948717949, + "test_auc": 0.9031541387551755, + "test_f1": 0.8296296296296296, + "test_precision": 0.8577680525164114, + "test_recall": 0.8032786885245902 + }, + "16": { + "k": 16, + "selected_features": [ + 9206, + 12155, + 23523, + 1297, + 22644, + 21365, + 9412, + 1440, + 14983, + 30135, + 27194, + 1824, + 26945, + 21934, + 1382, + 5329 + ], + "test_balanced_acc": 0.8677289864341737, + "test_accuracy": 0.8676923076923077, + "test_auc": 0.9199031373077051, + "test_f1": 0.8629117959617428, + "test_precision": 0.8962472406181016, + "test_recall": 0.8319672131147541 + } + }, + "62_wikidata_occupation_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 28790 + ], + "test_balanced_acc": 0.7262408691554179, + "test_accuracy": 0.7261538461538461, + "test_auc": 0.726240869155418, + "test_f1": 0.7010078387458006, + "test_precision": 0.7728395061728395, + "test_recall": 0.6413934426229508 + }, + "4": { + "k": 4, + "selected_features": [ + 28790, + 23523, + 9478, + 21946 + ], + "test_balanced_acc": 0.7866454034402666, + "test_accuracy": 0.7866666666666666, + "test_auc": 0.8608177365604066, + "test_f1": 0.7911646586345381, + "test_precision": 0.7755905511811023, + "test_recall": 0.8073770491803278 + }, + "16": { + "k": 16, + "selected_features": [ + 28790, + 23523, + 9478, + 21946, + 14926, + 15602, + 31580, + 8202, + 12155, + 12769, + 29294, + 17482, + 19460, + 15771, + 1705, + 9412 + ], + "test_balanced_acc": 0.8584698050964419, + "test_accuracy": 0.8584615384615385, + "test_auc": 0.9308475275187665, + "test_f1": 0.8574380165289256, + "test_precision": 0.8645833333333334, + "test_recall": 0.8504098360655737 + } + }, + "63_wikidata_occupation_issinger": { + "1": { + "k": 1, + "selected_features": [ + 25035 + ], + "test_balanced_acc": 0.8513292321675026, + "test_accuracy": 0.8512820512820513, + "test_auc": 0.8513292321675026, + "test_f1": 0.8442534908700322, + "test_precision": 0.8871331828442438, + "test_recall": 0.805327868852459 + }, + "4": { + "k": 4, + "selected_features": [ + 25035, + 17848, + 21596, + 23523 + ], + "test_balanced_acc": 0.853369996970411, + "test_accuracy": 0.8533333333333334, + "test_auc": 0.8917006092840072, + "test_f1": 0.8480340063761955, + "test_precision": 0.8807947019867549, + "test_recall": 0.8176229508196722 + }, + "16": { + "k": 16, + "selected_features": [ + 25035, + 17848, + 21596, + 23523, + 26413, + 15771, + 8557, + 12155, + 29294, + 5435, + 8872, + 8629, + 19818, + 28790, + 25166, + 26015 + ], + "test_balanced_acc": 0.8574515265762278, + "test_accuracy": 0.8574358974358974, + "test_auc": 0.9189521829871747, + "test_f1": 0.8553590010405827, + "test_precision": 0.86892177589852, + "test_recall": 0.8422131147540983 + } + }, + "64_wikidata_occupation_isresearcher": { + "1": { + "k": 1, + "selected_features": [ + 8761 + ], + "test_balanced_acc": 0.8834692252786471, + "test_accuracy": 0.8834224598930481, + "test_auc": 0.8834692252786471, + "test_f1": 0.8782122905027933, + "test_precision": 0.9203747072599532, + "test_recall": 0.8397435897435898 + }, + "4": { + "k": 4, + "selected_features": [ + 8761, + 24030, + 24991, + 29624 + ], + "test_balanced_acc": 0.8791911455187686, + "test_accuracy": 0.879144385026738, + "test_auc": 0.9327128973809917, + "test_f1": 0.8737430167597765, + "test_precision": 0.9156908665105387, + "test_recall": 0.8354700854700855 + }, + "16": { + "k": 16, + "selected_features": [ + 8761, + 24030, + 24991, + 29624, + 13574, + 26015, + 1382, + 29593, + 24106, + 23523, + 26637, + 29515, + 9413, + 31162, + 26273, + 4210 + ], + "test_balanced_acc": 0.9080510258240451, + "test_accuracy": 0.9080213903743316, + "test_auc": 0.956441369717601, + "test_f1": 0.9054945054945055, + "test_precision": 0.9321266968325792, + "test_recall": 0.8803418803418803 + } + }, + "65_high-school": { + "1": { + "k": 1, + "selected_features": [ + 32648 + ], + "test_balanced_acc": 0.9715005885058716, + "test_accuracy": 0.9714942528735632, + "test_auc": 0.9715005885058716, + "test_f1": 0.9711090400745573, + "test_precision": 0.9848771266540642, + "test_recall": 0.9577205882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 32648, + 508, + 7908, + 8134 + ], + "test_balanced_acc": 0.9889688971264678, + "test_accuracy": 0.9889655172413793, + "test_auc": 0.9960284309215867, + "test_f1": 0.9888888888888889, + "test_precision": 0.996268656716418, + "test_recall": 0.9816176470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 32648, + 508, + 7908, + 8134, + 27273, + 24991, + 22952, + 4542, + 14677, + 26945, + 21390, + 25527, + 24894, + 18099, + 19460, + 27462 + ], + "test_balanced_acc": 0.9908071324205856, + "test_accuracy": 0.9908045977011494, + "test_auc": 0.9944396341793387, + "test_f1": 0.9907578558225508, + "test_precision": 0.9962825278810409, + "test_recall": 0.9852941176470589 + } + }, + "66_living-room": { + "1": { + "k": 1, + "selected_features": [ + 31279 + ], + "test_balanced_acc": 0.9703888557126709, + "test_accuracy": 0.9703774486383182, + "test_auc": 0.9703888557126709, + "test_f1": 0.9696673189823874, + "test_precision": 0.9939819458375125, + "test_recall": 0.9465138490926457 + }, + "4": { + "k": 4, + "selected_features": [ + 31279, + 28155, + 12681, + 31639 + ], + "test_balanced_acc": 0.9928330237900876, + "test_accuracy": 0.9928332537028189, + "test_auc": 0.9992973642255667, + "test_f1": 0.9928400954653938, + "test_precision": 0.9923664122137404, + "test_recall": 0.9933142311365807 + }, + "16": { + "k": 16, + "selected_features": [ + 31279, + 28155, + 12681, + 31639, + 18099, + 10390, + 19609, + 23913, + 26945, + 15705, + 18741, + 27305, + 27572, + 11498, + 13413, + 22257 + ], + "test_balanced_acc": 0.9956997229633606, + "test_accuracy": 0.9956999522216914, + "test_auc": 0.999298277332486, + "test_f1": 0.9957040572792363, + "test_precision": 0.9952290076335878, + "test_recall": 0.9961795606494747 + } + }, + "67_social-security": { + "1": { + "k": 1, + "selected_features": [ + 1449 + ], + "test_balanced_acc": 0.9912683823529411, + "test_accuracy": 0.991264367816092, + "test_auc": 0.9912683823529411, + "test_f1": 0.9911914696337506, + "test_precision": 1.0, + "test_recall": 0.9825367647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 1449, + 30659, + 6925, + 7759 + ], + "test_balanced_acc": 0.9972413787272039, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9988369399047567, + "test_f1": 0.9972426470588235, + "test_precision": 0.9972426470588235, + "test_recall": 0.9972426470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 1449, + 30659, + 6925, + 7759, + 31217, + 22781, + 8085, + 10461, + 16834, + 17474, + 18099, + 15643, + 11303, + 16278, + 6420, + 27273 + ], + "test_balanced_acc": 0.9963218383029384, + "test_accuracy": 0.9963218390804598, + "test_auc": 0.9994825206991719, + "test_f1": 0.9963235294117647, + "test_precision": 0.9963235294117647, + "test_recall": 0.9963235294117647 + } + }, + "68_credit-card": { + "1": { + "k": 1, + "selected_features": [ + 10863 + ], + "test_balanced_acc": 0.8979770956220575, + "test_accuracy": 0.8979310344827586, + "test_auc": 0.8979770956220576, + "test_f1": 0.8866189989785496, + "test_precision": 0.9977011494252873, + "test_recall": 0.7977941176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 10863, + 22952, + 30976, + 8463 + ], + "test_balanced_acc": 0.9498958276963039, + "test_accuracy": 0.9498850574712644, + "test_auc": 0.9826162468207154, + "test_f1": 0.9487058823529412, + "test_precision": 0.9720347155255545, + "test_recall": 0.9264705882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 10863, + 22952, + 30976, + 8463, + 24991, + 10227, + 29491, + 16669, + 30012, + 21491, + 26945, + 4149, + 15705, + 2881, + 4746, + 10001 + ], + "test_balanced_acc": 0.973797959846312, + "test_accuracy": 0.9737931034482759, + "test_auc": 0.9968050726500353, + "test_f1": 0.9735253135160241, + "test_precision": 0.984037558685446, + "test_recall": 0.9632352941176471 + } + }, + "69_blood-pressure": { + "1": { + "k": 1, + "selected_features": [ + 32563 + ], + "test_balanced_acc": 0.9806985294117647, + "test_accuracy": 0.9806896551724138, + "test_auc": 0.9806985294117647, + "test_f1": 0.9803186504217432, + "test_precision": 1.0, + "test_recall": 0.9613970588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 32563, + 20463, + 16610, + 11998 + ], + "test_balanced_acc": 0.9981604963742626, + "test_accuracy": 0.9981609195402299, + "test_auc": 0.9994457390822015, + "test_f1": 0.9981634527089073, + "test_precision": 0.9972477064220183, + "test_recall": 0.9990808823529411 + }, + "16": { + "k": 16, + "selected_features": [ + 32563, + 20463, + 16610, + 11998, + 22179, + 29161, + 13438, + 27874, + 5924, + 21001, + 27064, + 22952, + 16669, + 4210, + 31974, + 26609 + ], + "test_balanced_acc": 0.9977009375507333, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9995501650522215, + "test_f1": 0.9977032613688562, + "test_precision": 0.9972451790633609, + "test_recall": 0.9981617647058824 + } + }, + "70_prime-factors": { + "1": { + "k": 1, + "selected_features": [ + 5549 + ], + "test_balanced_acc": 0.9972409559499973, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9972409559499973, + "test_f1": 0.9972451790633609, + "test_precision": 0.9963302752293578, + "test_recall": 0.9981617647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 5549, + 29887, + 30731, + 15118 + ], + "test_balanced_acc": 0.9990808823529411, + "test_accuracy": 0.999080459770115, + "test_auc": 0.9990580523837869, + "test_f1": 0.9990800367985281, + "test_precision": 1.0, + "test_recall": 0.9981617647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 5549, + 29887, + 30731, + 15118, + 20928, + 28100, + 22983, + 14512, + 10198, + 27567, + 14055, + 15705, + 20144, + 18602, + 18545, + 23742 + ], + "test_balanced_acc": 0.9977017831051465, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9998799312733373, + "test_f1": 0.9976990335941095, + "test_precision": 0.9990783410138249, + "test_recall": 0.9963235294117647 + } + }, + "71_social-media": { + "1": { + "k": 1, + "selected_features": [ + 8566 + ], + "test_balanced_acc": 0.96875, + "test_accuracy": 0.968735632183908, + "test_auc": 0.96875, + "test_f1": 0.967741935483871, + "test_precision": 1.0, + "test_recall": 0.9375 + }, + "4": { + "k": 4, + "selected_features": [ + 8566, + 24080, + 30019, + 21491 + ], + "test_balanced_acc": 0.9784003125169112, + "test_accuracy": 0.9783908045977011, + "test_auc": 0.99111618255858, + "test_f1": 0.9779446269357109, + "test_precision": 0.9990412272291467, + "test_recall": 0.9577205882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 8566, + 24080, + 30019, + 21491, + 13008, + 18099, + 21336, + 22952, + 29898, + 31424, + 29491, + 24394, + 4542, + 23569, + 709, + 24991 + ], + "test_balanced_acc": 0.9940240441852914, + "test_accuracy": 0.9940229885057471, + "test_auc": 0.9993552647599978, + "test_f1": 0.9940119760479041, + "test_precision": 0.9963065558633426, + "test_recall": 0.9917279411764706 + } + }, + "72_gene-expression": { + "1": { + "k": 1, + "selected_features": [ + 17649 + ], + "test_balanced_acc": 0.8873721521727367, + "test_accuracy": 0.8873563218390804, + "test_auc": 0.8873721521727367, + "test_f1": 0.8833888624464541, + "test_precision": 0.9160908193484699, + "test_recall": 0.8529411764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 17649, + 29586, + 29800, + 1474 + ], + "test_balanced_acc": 0.9209144501866984, + "test_accuracy": 0.9209195402298851, + "test_auc": 0.9720455483251258, + "test_f1": 0.9218181818181819, + "test_precision": 0.9118705035971223, + "test_recall": 0.9319852941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 17649, + 29586, + 29800, + 1474, + 24991, + 21222, + 17071, + 21001, + 24549, + 22952, + 21946, + 27144, + 15705, + 23592, + 6131, + 8768 + ], + "test_balanced_acc": 0.9678211584771903, + "test_accuracy": 0.967816091954023, + "test_auc": 0.9953346535256234, + "test_f1": 0.9674721189591078, + "test_precision": 0.9783834586466166, + "test_recall": 0.9568014705882353 + } + }, + "73_control-group": { + "1": { + "k": 1, + "selected_features": [ + 29581 + ], + "test_balanced_acc": 0.9393107547756914, + "test_accuracy": 0.9393103448275862, + "test_auc": 0.9393107547756914, + "test_f1": 0.9392824287028518, + "test_precision": 0.9401473296500921, + "test_recall": 0.9384191176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 29581, + 29433, + 27109, + 175 + ], + "test_balanced_acc": 0.9466632731749554, + "test_accuracy": 0.9466666666666667, + "test_auc": 0.9799493682017425, + "test_f1": 0.9470802919708029, + "test_precision": 0.9402173913043478, + "test_recall": 0.9540441176470589 + }, + "16": { + "k": 16, + "selected_features": [ + 29581, + 29433, + 27109, + 175, + 15838, + 13413, + 16110, + 24991, + 4122, + 29346, + 4081, + 26402, + 17942, + 27874, + 3989, + 24836 + ], + "test_balanced_acc": 0.9760919489691, + "test_accuracy": 0.9760919540229885, + "test_auc": 0.9947668637372151, + "test_f1": 0.9761029411764706, + "test_precision": 0.9761029411764706, + "test_recall": 0.9761029411764706 + } + }, + "74_magnetic-field": { + "1": { + "k": 1, + "selected_features": [ + 16610 + ], + "test_balanced_acc": 0.931521507522052, + "test_accuracy": 0.9314942528735632, + "test_auc": 0.931521507522052, + "test_f1": 0.9272105520273571, + "test_precision": 0.9895724713242962, + "test_recall": 0.8722426470588235 + }, + "4": { + "k": 4, + "selected_features": [ + 16610, + 27148, + 476, + 22339 + ], + "test_balanced_acc": 0.9701244486985227, + "test_accuracy": 0.9701149425287356, + "test_auc": 0.9767214642296661, + "test_f1": 0.9694978883153449, + "test_precision": 0.9904122722914669, + "test_recall": 0.9494485294117647 + }, + "16": { + "k": 16, + "selected_features": [ + 16610, + 27148, + 476, + 22339, + 6156, + 8274, + 26122, + 22952, + 16942, + 7908, + 17559, + 16669, + 2696, + 16721, + 18678, + 17430 + ], + "test_balanced_acc": 0.9696602393257211, + "test_accuracy": 0.9696551724137931, + "test_auc": 0.9909102900589859, + "test_f1": 0.9693308550185874, + "test_precision": 0.9802631578947368, + "test_recall": 0.9586397058823529 + } + }, + "75_cell-lines": { + "1": { + "k": 1, + "selected_features": [ + 13067 + ], + "test_balanced_acc": 0.9825350735970562, + "test_accuracy": 0.9825287356321839, + "test_auc": 0.982535073597056, + "test_f1": 0.9822926374650512, + "test_precision": 0.996219281663516, + "test_recall": 0.96875 + }, + "4": { + "k": 4, + "selected_features": [ + 13067, + 30148, + 15849, + 28779 + ], + "test_balanced_acc": 0.9839137500676444, + "test_accuracy": 0.9839080459770115, + "test_auc": 0.9877796248444181, + "test_f1": 0.9837133550488599, + "test_precision": 0.9962299717247879, + "test_recall": 0.9715073529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 13067, + 30148, + 15849, + 28779, + 18099, + 18887, + 7479, + 10722, + 23863, + 6053, + 6825, + 2477, + 9342, + 19460, + 25249, + 11530 + ], + "test_balanced_acc": 0.9839107906271984, + "test_accuracy": 0.9839080459770115, + "test_auc": 0.9961632968504788, + "test_f1": 0.9838187702265372, + "test_precision": 0.9897674418604652, + "test_recall": 0.9779411764705882 + } + }, + "76_trial-court": { + "1": { + "k": 1, + "selected_features": [ + 19078 + ], + "test_balanced_acc": 0.9306061948698523, + "test_accuracy": 0.9305747126436782, + "test_auc": 0.9306061948698524, + "test_f1": 0.9255056734089788, + "test_precision": 0.9989350372736954, + "test_recall": 0.8621323529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 19078, + 10160, + 15412, + 13967 + ], + "test_balanced_acc": 0.9687474633367607, + "test_accuracy": 0.968735632183908, + "test_auc": 0.986842327777477, + "test_f1": 0.9679245283018868, + "test_precision": 0.9941860465116279, + "test_recall": 0.9430147058823529 + }, + "16": { + "k": 16, + "selected_features": [ + 19078, + 10160, + 15412, + 13967, + 8680, + 14472, + 4116, + 24991, + 14470, + 6131, + 29749, + 20325, + 6071, + 13413, + 19864, + 12395 + ], + "test_balanced_acc": 0.9751753679852806, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.9908422229287299, + "test_f1": 0.9750231267345051, + "test_precision": 0.9813780260707635, + "test_recall": 0.96875 + } + }, + "77_second-derivative": { + "1": { + "k": 1, + "selected_features": [ + 18205 + ], + "test_balanced_acc": 0.9972418015044104, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9972418015044106, + "test_f1": 0.9972401103955841, + "test_precision": 0.998158379373849, + "test_recall": 0.9963235294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 18205, + 14269, + 19667, + 12492 + ], + "test_balanced_acc": 0.9977013603279399, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.999920517885167, + "test_f1": 0.9977011494252873, + "test_precision": 0.9981600735970562, + "test_recall": 0.9972426470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 18205, + 14269, + 19667, + 12492, + 14185, + 7890, + 28612, + 13530, + 22718, + 832, + 16928, + 18250, + 20789, + 7058, + 19548, + 7700 + ], + "test_balanced_acc": 0.9972413787272039, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9999780155852589, + "test_f1": 0.9972426470588235, + "test_precision": 0.9972426470588235, + "test_recall": 0.9972426470588235 + } + }, + "78_north-america": { + "1": { + "k": 1, + "selected_features": [ + 3454 + ], + "test_balanced_acc": 0.9825367647058824, + "test_accuracy": 0.9825287356321839, + "test_auc": 0.9825367647058824, + "test_f1": 0.9822263797942001, + "test_precision": 1.0, + "test_recall": 0.9650735294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 3454, + 26462, + 10265, + 21609 + ], + "test_balanced_acc": 0.9834558823529411, + "test_accuracy": 0.983448275862069, + "test_auc": 0.9848899426375887, + "test_f1": 0.983177570093458, + "test_precision": 1.0, + "test_recall": 0.9669117647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 3454, + 26462, + 10265, + 21609, + 14080, + 830, + 13115, + 18099, + 25772, + 16594, + 25578, + 24991, + 19492, + 27248, + 5329, + 29587 + ], + "test_balanced_acc": 0.982074246441907, + "test_accuracy": 0.9820689655172414, + "test_auc": 0.9931171870772229, + "test_f1": 0.9818688981868898, + "test_precision": 0.993414863593603, + "test_recall": 0.9705882352941176 + } + }, + "79_human-rights": { + "1": { + "k": 1, + "selected_features": [ + 20228 + ], + "test_balanced_acc": 0.9172794117647058, + "test_accuracy": 0.9172413793103448, + "test_auc": 0.9172794117647058, + "test_f1": 0.9098196392785571, + "test_precision": 1.0, + "test_recall": 0.8345588235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 20228, + 7908, + 32297, + 19026 + ], + "test_balanced_acc": 0.9829895590941069, + "test_accuracy": 0.9829885057471265, + "test_auc": 0.9983964060555224, + "test_f1": 0.9829571625978811, + "test_precision": 0.9852262234533703, + "test_recall": 0.9806985294117647 + }, + "16": { + "k": 16, + "selected_features": [ + 20228, + 7908, + 32297, + 19026, + 4210, + 29103, + 22583, + 27417, + 20572, + 28427, + 15705, + 5449, + 7665, + 20935, + 216, + 17071 + ], + "test_balanced_acc": 0.9848269488338113, + "test_accuracy": 0.9848275862068966, + "test_auc": 0.9990047824557605, + "test_f1": 0.9848554382744378, + "test_precision": 0.9835013748854262, + "test_recall": 0.9862132352941176 + } + }, + "80_side-effects": { + "1": { + "k": 1, + "selected_features": [ + 31412 + ], + "test_balanced_acc": 0.920447281373451, + "test_accuracy": 0.9204597701149425, + "test_auc": 0.920447281373451, + "test_f1": 0.9225950782997763, + "test_precision": 0.8988666085440279, + "test_recall": 0.9476102941176471 + }, + "4": { + "k": 4, + "selected_features": [ + 31412, + 22392, + 29295, + 18099 + ], + "test_balanced_acc": 0.9701252942529357, + "test_accuracy": 0.9701149425287356, + "test_auc": 0.9902173582174361, + "test_f1": 0.9694405265632347, + "test_precision": 0.9923002887391723, + "test_recall": 0.9476102941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 31412, + 22392, + 29295, + 18099, + 10852, + 6420, + 24991, + 394, + 9250, + 18048, + 18791, + 9717, + 22952, + 26927, + 5329, + 15412 + ], + "test_balanced_acc": 0.9825270408301314, + "test_accuracy": 0.9825287356321839, + "test_auc": 0.9946987966069593, + "test_f1": 0.9826007326007326, + "test_precision": 0.9790145985401459, + "test_recall": 0.9862132352941176 + } + }, + "81_public-health": { + "1": { + "k": 1, + "selected_features": [ + 2215 + ], + "test_balanced_acc": 0.9852915809838194, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9852915809838195, + "test_f1": 0.9851576994434137, + "test_precision": 0.9943820224719101, + "test_recall": 0.9761029411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 2215, + 22205, + 1270, + 2561 + ], + "test_balanced_acc": 0.996782242680881, + "test_accuracy": 0.9967816091954023, + "test_auc": 0.9988441271172683, + "test_f1": 0.9967786470317533, + "test_precision": 0.9981566820276497, + "test_recall": 0.9954044117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 2215, + 22205, + 1270, + 2561, + 16631, + 25489, + 15815, + 24991, + 29491, + 20437, + 6132, + 7908, + 17482, + 29402, + 5857, + 9539 + ], + "test_balanced_acc": 0.9972426470588236, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9985714358190377, + "test_f1": 0.9972350230414746, + "test_precision": 1.0, + "test_recall": 0.9944852941176471 + } + }, + "82_federal-government": { + "1": { + "k": 1, + "selected_features": [ + 24749 + ], + "test_balanced_acc": 0.7581798933924996, + "test_accuracy": 0.7581609195402299, + "test_auc": 0.7581798933924995, + "test_f1": 0.74784276126558, + "test_precision": 0.781563126252505, + "test_recall": 0.7169117647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 24749, + 27248, + 9539, + 30101 + ], + "test_balanced_acc": 0.8331399832242005, + "test_accuracy": 0.833103448275862, + "test_auc": 0.9206535966502516, + "test_f1": 0.818771842236645, + "test_precision": 0.8961748633879781, + "test_recall": 0.7536764705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 24749, + 27248, + 9539, + 30101, + 24991, + 1178, + 24864, + 2456, + 7421, + 16110, + 13413, + 20342, + 14442, + 23482, + 2351, + 25604 + ], + "test_balanced_acc": 0.9650633827588073, + "test_accuracy": 0.9650574712643678, + "test_auc": 0.9945994439634179, + "test_f1": 0.9646182495344506, + "test_precision": 0.9773584905660377, + "test_recall": 0.9522058823529411 + } + }, + "83_third-party": { + "1": { + "k": 1, + "selected_features": [ + 1014 + ], + "test_balanced_acc": 0.9636948529411764, + "test_accuracy": 0.9636781609195403, + "test_auc": 0.9636948529411764, + "test_f1": 0.9623271340009537, + "test_precision": 1.0, + "test_recall": 0.9273897058823529 + }, + "4": { + "k": 4, + "selected_features": [ + 1014, + 20935, + 10160, + 19609 + ], + "test_balanced_acc": 0.978399466962498, + "test_accuracy": 0.9783908045977011, + "test_auc": 0.990443544022945, + "test_f1": 0.9779859484777518, + "test_precision": 0.997134670487106, + "test_recall": 0.9595588235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 1014, + 20935, + 10160, + 19609, + 7988, + 713, + 29491, + 5546, + 23513, + 10148, + 9358, + 17472, + 30873, + 1678, + 23089, + 24991 + ], + "test_balanced_acc": 0.9783935480816062, + "test_accuracy": 0.9783908045977011, + "test_auc": 0.9936989285134477, + "test_f1": 0.9782709200184928, + "test_precision": 0.9841860465116279, + "test_recall": 0.9724264705882353 + } + }, + "84_clinical-trials": { + "1": { + "k": 1, + "selected_features": [ + 17178 + ], + "test_balanced_acc": 0.8837142837815899, + "test_accuracy": 0.8836781609195402, + "test_auc": 0.88371428378159, + "test_f1": 0.8738154613466335, + "test_precision": 0.955288985823337, + "test_recall": 0.8051470588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 17178, + 31830, + 22952, + 25820 + ], + "test_balanced_acc": 0.903014063260999, + "test_accuracy": 0.9029885057471264, + "test_auc": 0.941566693949889, + "test_f1": 0.897323600973236, + "test_precision": 0.953464322647363, + "test_recall": 0.8474264705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 17178, + 31830, + 22952, + 25820, + 13939, + 30135, + 4210, + 13008, + 16266, + 7226, + 23770, + 29251, + 17835, + 27282, + 6071, + 12189 + ], + "test_balanced_acc": 0.9434636952757184, + "test_accuracy": 0.9434482758620689, + "test_auc": 0.9805087024460198, + "test_f1": 0.9415121255349501, + "test_precision": 0.9753694581280788, + "test_recall": 0.9099264705882353 + } + }, + "85_mental-health": { + "1": { + "k": 1, + "selected_features": [ + 12455 + ], + "test_balanced_acc": 0.9250813423345419, + "test_accuracy": 0.9250574712643678, + "test_auc": 0.9250813423345419, + "test_f1": 0.9209888511875909, + "test_precision": 0.9743589743589743, + "test_recall": 0.8731617647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 12455, + 32297, + 21700, + 29151 + ], + "test_balanced_acc": 0.9825329597110233, + "test_accuracy": 0.9825287356321839, + "test_auc": 0.9970409823312949, + "test_f1": 0.9823747680890538, + "test_precision": 0.9915730337078652, + "test_recall": 0.9733455882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 12455, + 32297, + 21700, + 29151, + 19225, + 893, + 18099, + 1482, + 21491, + 29491, + 23569, + 9646, + 24991, + 8658, + 1829, + 6132 + ], + "test_balanced_acc": 0.991263731803669, + "test_accuracy": 0.991264367816092, + "test_auc": 0.9987320911575303, + "test_f1": 0.9912804038549794, + "test_precision": 0.9899175068744271, + "test_recall": 0.9926470588235294 + } + }, + "87_glue_cola": { + "1": { + "k": 1, + "selected_features": [ + 9098 + ], + "test_balanced_acc": 0.6530216781311928, + "test_accuracy": 0.6530817610062893, + "test_auc": 0.6530216781311928, + "test_f1": 0.72, + "test_precision": 0.6036772216547498, + "test_recall": 0.891851106639839 + }, + "4": { + "k": 4, + "selected_features": [ + 9098, + 4306, + 22272, + 8302 + ], + "test_balanced_acc": 0.6973465098593574, + "test_accuracy": 0.6973584905660377, + "test_auc": 0.7393358642038441, + "test_f1": 0.7111644657863145, + "test_precision": 0.6802939825447865, + "test_recall": 0.7449698189134809 + }, + "16": { + "k": 16, + "selected_features": [ + 9098, + 4306, + 22272, + 8302, + 11140, + 20389, + 12975, + 26867, + 31947, + 18109, + 9780, + 10674, + 13893, + 2967, + 10395, + 5860 + ], + "test_balanced_acc": 0.714196983612799, + "test_accuracy": 0.7142138364779874, + "test_auc": 0.7830442645809431, + "test_f1": 0.7322017916077322, + "test_precision": 0.6889973380656611, + "test_recall": 0.7811871227364185 + } + }, + "89_glue_mrpc": { + "1": { + "k": 1, + "selected_features": [ + 28180 + ], + "test_balanced_acc": 0.6645490717893731, + "test_accuracy": 0.6647101980924431, + "test_auc": 0.6645490717893732, + "test_f1": 0.7251954299458809, + "test_precision": 0.6146788990825688, + "test_recall": 0.8841642228739003 + }, + "4": { + "k": 4, + "selected_features": [ + 28180, + 16318, + 11886, + 40 + ], + "test_balanced_acc": 0.6756376468967061, + "test_accuracy": 0.6757153338224505, + "test_auc": 0.71637470340753, + "test_f1": 0.7068965517241379, + "test_precision": 0.6452784503631961, + "test_recall": 0.781524926686217 + }, + "16": { + "k": 16, + "selected_features": [ + 28180, + 16318, + 11886, + 40, + 32688, + 7212, + 6477, + 2526, + 25274, + 15768, + 23486, + 1486, + 9004, + 797, + 21918, + 18214 + ], + "test_balanced_acc": 0.6991691104594331, + "test_accuracy": 0.6991929567131328, + "test_auc": 0.7427525934347022, + "test_f1": 0.7088068181818182, + "test_precision": 0.6873278236914601, + "test_recall": 0.7316715542521994 + } + }, + "90_glue_qnli": { + "1": { + "k": 1, + "selected_features": [ + 29785 + ], + "test_balanced_acc": 0.6962962981715153, + "test_accuracy": 0.6963522012578617, + "test_auc": 0.6962962981715153, + "test_f1": 0.7515949783906154, + "test_precision": 0.6360153256704981, + "test_recall": 0.9185110663983903 + }, + "4": { + "k": 4, + "selected_features": [ + 29785, + 11886, + 21778, + 1269 + ], + "test_balanced_acc": 0.7471565679937704, + "test_accuracy": 0.7471698113207547, + "test_auc": 0.79617210054489, + "test_f1": 0.7598566308243727, + "test_precision": 0.7237141556668184, + "test_recall": 0.7997987927565392 + }, + "16": { + "k": 16, + "selected_features": [ + 29785, + 11886, + 21778, + 1269, + 2577, + 26844, + 23827, + 21918, + 10259, + 5799, + 9154, + 14424, + 15025, + 19419, + 18109, + 27694 + ], + "test_balanced_acc": 0.7614996724180008, + "test_accuracy": 0.7615094339622641, + "test_auc": 0.8306690925624203, + "test_f1": 0.7704600484261501, + "test_precision": 0.7427637721755369, + "test_recall": 0.8003018108651911 + } + }, + "91_glue_qqp": { + "1": { + "k": 1, + "selected_features": [ + 17325 + ], + "test_balanced_acc": 0.7343585924201474, + "test_accuracy": 0.7343396226415094, + "test_auc": 0.7343585924201474, + "test_f1": 0.7127312295973884, + "test_precision": 0.7760663507109005, + "test_recall": 0.6589537223340041 + }, + "4": { + "k": 4, + "selected_features": [ + 17325, + 1486, + 40, + 31136 + ], + "test_balanced_acc": 0.7436453142610064, + "test_accuracy": 0.7436477987421384, + "test_auc": 0.8138403901010491, + "test_f1": 0.7462017434620174, + "test_precision": 0.7390231869758264, + "test_recall": 0.7535211267605634 + }, + "16": { + "k": 16, + "selected_features": [ + 17325, + 1486, + 40, + 31136, + 28612, + 31626, + 28633, + 10207, + 7906, + 24383, + 24369, + 28191, + 10170, + 20329, + 12346, + 9679 + ], + "test_balanced_acc": 0.7874137122685787, + "test_accuracy": 0.7874213836477988, + "test_auc": 0.8571814632130983, + "test_f1": 0.7937515255064681, + "test_precision": 0.7709815078236131, + "test_recall": 0.817907444668008 + } + }, + "92_glue_sst2": { + "1": { + "k": 1, + "selected_features": [ + 25715 + ], + "test_balanced_acc": 0.7619783876889925, + "test_accuracy": 0.7620125786163522, + "test_auc": 0.7619783876889925, + "test_f1": 0.7905225863596103, + "test_precision": 0.7060917721518988, + "test_recall": 0.897887323943662 + }, + "4": { + "k": 4, + "selected_features": [ + 25715, + 5042, + 31801, + 25121 + ], + "test_balanced_acc": 0.8299349443414387, + "test_accuracy": 0.829937106918239, + "test_auc": 0.8839161035665427, + "test_f1": 0.8314214463840399, + "test_precision": 0.824431256181998, + "test_recall": 0.8385311871227364 + }, + "16": { + "k": 16, + "selected_features": [ + 25715, + 5042, + 31801, + 25121, + 17155, + 18560, + 5983, + 22204, + 13734, + 31367, + 32600, + 21433, + 14713, + 20911, + 1412, + 26037 + ], + "test_balanced_acc": 0.859619215038596, + "test_accuracy": 0.859622641509434, + "test_auc": 0.9273889436265302, + "test_f1": 0.8615384615384616, + "test_precision": 0.8501469147894222, + "test_recall": 0.8732394366197183 + } + }, + "94_ai_gen": { + "1": { + "k": 1, + "selected_features": [ + 28169 + ], + "test_balanced_acc": 0.9041612533783476, + "test_accuracy": 0.9041509433962264, + "test_auc": 0.9041612533783475, + "test_f1": 0.9000786782061369, + "test_precision": 0.9402739726027397, + "test_recall": 0.8631790744466801 + }, + "4": { + "k": 4, + "selected_features": [ + 28169, + 21404, + 7541, + 11272 + ], + "test_balanced_acc": 0.9061704145355272, + "test_accuracy": 0.9061635220125787, + "test_auc": 0.958236712676664, + "test_f1": 0.9035427980346522, + "test_precision": 0.9297498669505055, + "test_recall": 0.8787726358148893 + }, + "16": { + "k": 16, + "selected_features": [ + 28169, + 21404, + 7541, + 11272, + 29491, + 12867, + 20389, + 25046, + 24798, + 3549, + 7594, + 29980, + 1956, + 1259, + 4764, + 23917 + ], + "test_balanced_acc": 0.9235223874702669, + "test_accuracy": 0.9235220125786163, + "test_auc": 0.9796534617873319, + "test_f1": 0.9234256926952141, + "test_precision": 0.9248234106962664, + "test_recall": 0.9220321931589537 + } + }, + "95_toxic_is": { + "1": { + "k": 1, + "selected_features": [ + 9142 + ], + "test_balanced_acc": 0.7297959183673469, + "test_accuracy": 0.7272727272727273, + "test_auc": 0.7297959183673468, + "test_f1": 0.64, + "test_precision": 0.96, + "test_recall": 0.48 + }, + "4": { + "k": 4, + "selected_features": [ + 9142, + 8273, + 25970, + 22631 + ], + "test_balanced_acc": 0.726734693877551, + "test_accuracy": 0.7272727272727273, + "test_auc": 0.7765306122448979, + "test_f1": 0.7428571428571429, + "test_precision": 0.7090909090909091, + "test_recall": 0.78 + }, + "16": { + "k": 16, + "selected_features": [ + 9142, + 8273, + 25970, + 22631, + 210, + 15771, + 5531, + 7541, + 11272, + 30344, + 4142, + 27723, + 1995, + 4255, + 5669, + 8334 + ], + "test_balanced_acc": 0.7675510204081633, + "test_accuracy": 0.7676767676767676, + "test_auc": 0.8483673469387755, + "test_f1": 0.7722772277227723, + "test_precision": 0.7647058823529411, + "test_recall": 0.78 + } + }, + "96_spam_is": { + "1": { + "k": 1, + "selected_features": [ + 2526 + ], + "test_balanced_acc": 0.8445262775050009, + "test_accuracy": 0.8443496801705757, + "test_auc": 0.844526277505001, + "test_f1": 0.8306264501160093, + "test_precision": 0.9132653061224489, + "test_recall": 0.7617021276595745 + }, + "4": { + "k": 4, + "selected_features": [ + 2526, + 24326, + 18599, + 17188 + ], + "test_balanced_acc": 0.921122022185852, + "test_accuracy": 0.9211087420042644, + "test_auc": 0.9683851609383525, + "test_f1": 0.9207708779443254, + "test_precision": 0.9267241379310345, + "test_recall": 0.9148936170212766 + }, + "16": { + "k": 16, + "selected_features": [ + 2526, + 24326, + 18599, + 17188, + 25736, + 14874, + 29658, + 14413, + 7541, + 25347, + 24122, + 13480, + 28693, + 29577, + 23375, + 6876 + ], + "test_balanced_acc": 0.9445808328787052, + "test_accuracy": 0.9445628997867804, + "test_auc": 0.9913984360792872, + "test_f1": 0.944206008583691, + "test_precision": 0.9523809523809523, + "test_recall": 0.9361702127659575 + } + }, + "100_news_fake": { + "1": { + "k": 1, + "selected_features": [ + 16883 + ], + "test_balanced_acc": 0.9761413927105433, + "test_accuracy": 0.9761336515513126, + "test_auc": 0.9761413927105433, + "test_f1": 0.9757516973811833, + "test_precision": 0.9921104536489151, + "test_recall": 0.9599236641221374 + }, + "4": { + "k": 4, + "selected_features": [ + 16883, + 1333, + 12777, + 26598 + ], + "test_balanced_acc": 0.9785241548007029, + "test_accuracy": 0.9785202863961814, + "test_auc": 0.9960009332370933, + "test_f1": 0.9783549783549783, + "test_precision": 0.9864209505334627, + "test_recall": 0.9704198473282443 + }, + "16": { + "k": 16, + "selected_features": [ + 16883, + 1333, + 12777, + 26598, + 9442, + 12552, + 10713, + 22846, + 30299, + 4034, + 4755, + 13893, + 2710, + 6131, + 830, + 27212 + ], + "test_balanced_acc": 0.9942729864316076, + "test_accuracy": 0.9942720763723151, + "test_auc": 0.9992740982961132, + "test_f1": 0.994263862332696, + "test_precision": 0.9961685823754789, + "test_recall": 0.9923664122137404 + } + }, + "105_click_bait": { + "1": { + "k": 1, + "selected_features": [ + 10900 + ], + "test_balanced_acc": 0.9623982715402244, + "test_accuracy": 0.9624108878807518, + "test_auc": 0.9623982715402243, + "test_f1": 0.963151207115629, + "test_precision": 0.9451371571072319, + "test_recall": 0.9818652849740933 + }, + "4": { + "k": 4, + "selected_features": [ + 10900, + 12777, + 26785, + 8380 + ], + "test_balanced_acc": 0.9643437968320532, + "test_accuracy": 0.9643551523007129, + "test_auc": 0.9703929020248248, + "test_f1": 0.9649904519414386, + "test_precision": 0.9486858573216521, + "test_recall": 0.9818652849740933 + }, + "16": { + "k": 16, + "selected_features": [ + 10900, + 12777, + 26785, + 8380, + 15650, + 22831, + 20802, + 6720, + 21833, + 30812, + 27212, + 31410, + 25166, + 27723, + 23436, + 9775 + ], + "test_balanced_acc": 0.9669403506649732, + "test_accuracy": 0.9669475048606611, + "test_auc": 0.9854220009005195, + "test_f1": 0.9673286354900704, + "test_precision": 0.9569074778200254, + "test_recall": 0.977979274611399 + } + }, + "106_hate_hate": { + "1": { + "k": 1, + "selected_features": [ + 31801 + ], + "test_balanced_acc": 0.5728478824633761, + "test_accuracy": 0.5728301886792453, + "test_auc": 0.5728478824633761, + "test_f1": 0.5405844155844156, + "test_precision": 0.5848946135831382, + "test_recall": 0.5025150905432596 + }, + "4": { + "k": 4, + "selected_features": [ + 31801, + 28742, + 23183, + 32600 + ], + "test_balanced_acc": 0.5859350871206099, + "test_accuracy": 0.5859119496855346, + "test_auc": 0.6071333638468962, + "test_f1": 0.5440443213296399, + "test_precision": 0.6054254007398274, + "test_recall": 0.4939637826961771 + }, + "16": { + "k": 16, + "selected_features": [ + 31801, + 28742, + 23183, + 32600, + 1546, + 708, + 7197, + 1412, + 26572, + 8202, + 17216, + 1482, + 12062, + 7343, + 10634, + 25604 + ], + "test_balanced_acc": 0.5889509173814907, + "test_accuracy": 0.5889308176100629, + "test_auc": 0.6230280525629874, + "test_f1": 0.5533078184800437, + "test_precision": 0.6059880239520958, + "test_recall": 0.5090543259557344 + } + }, + "107_hate_offensive": { + "1": { + "k": 1, + "selected_features": [ + 11531 + ], + "test_balanced_acc": 0.7021801164308448, + "test_accuracy": 0.7021383647798742, + "test_auc": 0.7021801164308448, + "test_f1": 0.6429433051869723, + "test_precision": 0.802710843373494, + "test_recall": 0.5362173038229376 + }, + "4": { + "k": 4, + "selected_features": [ + 11531, + 7541, + 11419, + 6555 + ], + "test_balanced_acc": 0.705432266472514, + "test_accuracy": 0.7054088050314465, + "test_auc": 0.7564648079721408, + "test_f1": 0.6751733703190014, + "test_precision": 0.7526283240568955, + "test_recall": 0.6121730382293763 + }, + "16": { + "k": 16, + "selected_features": [ + 11531, + 7541, + 11419, + 6555, + 1412, + 7144, + 2526, + 21056, + 8334, + 20389, + 28265, + 28742, + 9142, + 8295, + 7898, + 10565 + ], + "test_balanced_acc": 0.7285610998654231, + "test_accuracy": 0.7285534591194969, + "test_auc": 0.7820318994996653, + "test_f1": 0.7201037613488975, + "test_precision": 0.7434386716657739, + "test_recall": 0.6981891348088531 + } + }, + "110_aimade_humangpt3": { + "1": { + "k": 1, + "selected_features": [ + 12777 + ], + "test_balanced_acc": 0.7466135514648029, + "test_accuracy": 0.7466666666666667, + "test_auc": 0.7466135514648028, + "test_f1": 0.7908618899273104, + "test_precision": 0.6735054828440042, + "test_recall": 0.9577464788732394 + }, + "4": { + "k": 4, + "selected_features": [ + 12777, + 21875, + 30650, + 15138 + ], + "test_balanced_acc": 0.777313098520666, + "test_accuracy": 0.7773584905660378, + "test_auc": 0.8521383712440724, + "test_f1": 0.8114212657148945, + "test_precision": 0.7038817005545287, + "test_recall": 0.9577464788732394 + }, + "16": { + "k": 16, + "selected_features": [ + 12777, + 21875, + 30650, + 15138, + 32407, + 26598, + 10900, + 6720, + 3476, + 11666, + 20246, + 8012, + 15237, + 24094, + 2507, + 2308 + ], + "test_balanced_acc": 0.7740880360168054, + "test_accuracy": 0.7740880503144654, + "test_auc": 0.8651300100552992, + "test_f1": 0.7741448692152918, + "test_precision": 0.7741448692152918, + "test_recall": 0.7741448692152918 + } + }, + "113_movie_sent": { + "1": { + "k": 1, + "selected_features": [ + 13734 + ], + "test_balanced_acc": 0.7780676256836438, + "test_accuracy": 0.7781132075471698, + "test_auc": 0.778067625683644, + "test_f1": 0.8121805792163543, + "test_precision": 0.7042097488921714, + "test_recall": 0.9592555331991952 + }, + "4": { + "k": 4, + "selected_features": [ + 13734, + 25715, + 5042, + 31801 + ], + "test_balanced_acc": 0.8425069794711905, + "test_accuracy": 0.8425157232704402, + "test_auc": 0.8989043723842806, + "test_f1": 0.8478366553232863, + "test_precision": 0.8203198494825964, + "test_recall": 0.8772635814889336 + }, + "16": { + "k": 16, + "selected_features": [ + 13734, + 25715, + 5042, + 31801, + 22204, + 19843, + 32361, + 31367, + 26037, + 31479, + 17155, + 8476, + 20911, + 27707, + 18000, + 21433 + ], + "test_balanced_acc": 0.8744630591804476, + "test_accuracy": 0.8744654088050314, + "test_auc": 0.9438196871212176, + "test_f1": 0.8756541240966857, + "test_precision": 0.8676543209876543, + "test_recall": 0.8838028169014085 + } + }, + "114_nyc_borough_Manhattan": { + "1": { + "k": 1, + "selected_features": [ + 4122 + ], + "test_balanced_acc": 0.5355766317702899, + "test_accuracy": 0.5353846153846153, + "test_auc": 0.5355766317702899, + "test_f1": 0.4287515762925599, + "test_precision": 0.5573770491803278, + "test_recall": 0.3483606557377049 + }, + "4": { + "k": 4, + "selected_features": [ + 4122, + 18887, + 13413, + 16565 + ], + "test_balanced_acc": 0.5682709462416266, + "test_accuracy": 0.5682051282051283, + "test_auc": 0.6042788736661393, + "test_f1": 0.5388828039430449, + "test_precision": 0.5788235294117647, + "test_recall": 0.5040983606557377 + }, + "16": { + "k": 16, + "selected_features": [ + 4122, + 18887, + 13413, + 16565, + 31572, + 12525, + 1322, + 541, + 18099, + 17944, + 11274, + 30659, + 25489, + 7197, + 12897, + 7316 + ], + "test_balanced_acc": 0.599999579223752, + "test_accuracy": 0.6, + "test_auc": 0.63629573837816, + "test_f1": 0.6004098360655737, + "test_precision": 0.6004098360655737, + "test_recall": 0.6004098360655737 + } + }, + "115_nyc_borough_Brooklyn": { + "1": { + "k": 1, + "selected_features": [ + 3204 + ], + "test_balanced_acc": 0.5004355034167032, + "test_accuracy": 0.5005128205128205, + "test_auc": 0.5004355034167031, + "test_f1": 0.5357483317445186, + "test_precision": 0.5008912655971479, + "test_recall": 0.5758196721311475 + }, + "4": { + "k": 4, + "selected_features": [ + 3204, + 17914, + 13413, + 15410 + ], + "test_balanced_acc": 0.5208831251893493, + "test_accuracy": 0.521025641025641, + "test_auc": 0.5201888443801124, + "test_f1": 0.5796579657965797, + "test_precision": 0.5168539325842697, + "test_recall": 0.6598360655737705 + }, + "16": { + "k": 16, + "selected_features": [ + 3204, + 17914, + 13413, + 15410, + 11346, + 4122, + 7316, + 28187, + 22807, + 5973, + 9632, + 1499, + 6596, + 11272, + 2916, + 15067 + ], + "test_balanced_acc": 0.5415369273235264, + "test_accuracy": 0.5415384615384615, + "test_auc": 0.5503143198572726, + "test_f1": 0.5424769703172978, + "test_precision": 0.5419222903885481, + "test_recall": 0.5430327868852459 + } + }, + "116_nyc_borough_Bronx": { + "1": { + "k": 1, + "selected_features": [ + 9458 + ], + "test_balanced_acc": 0.541772562022419, + "test_accuracy": 0.5415384615384615, + "test_auc": 0.541772562022419, + "test_f1": 0.4063745019920319, + "test_precision": 0.5773584905660377, + "test_recall": 0.3135245901639344 + }, + "4": { + "k": 4, + "selected_features": [ + 9458, + 30256, + 15285, + 19510 + ], + "test_balanced_acc": 0.5437270676944828, + "test_accuracy": 0.5435897435897435, + "test_auc": 0.566922358366715, + "test_f1": 0.47337278106508873, + "test_precision": 0.5602240896358543, + "test_recall": 0.4098360655737705 + }, + "16": { + "k": 16, + "selected_features": [ + 9458, + 30256, + 15285, + 19510, + 20708, + 13717, + 5449, + 29300, + 26783, + 23017, + 4348, + 6876, + 18337, + 19333, + 31572, + 18234 + ], + "test_balanced_acc": 0.5230585383916249, + "test_accuracy": 0.5230769230769231, + "test_auc": 0.5392836705153667, + "test_f1": 0.5317220543806647, + "test_precision": 0.5227722772277228, + "test_recall": 0.5409836065573771 + } + }, + "117_us_state_FL": { + "1": { + "k": 1, + "selected_features": [ + 10255 + ], + "test_balanced_acc": 0.8300000000000001, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8300000000000001, + "test_f1": 0.7951807228915663, + "test_precision": 1.0, + "test_recall": 0.66 + }, + "4": { + "k": 4, + "selected_features": [ + 10255, + 27825, + 12737, + 17297 + ], + "test_balanced_acc": 0.8300000000000001, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8497959183673468, + "test_f1": 0.7951807228915663, + "test_precision": 1.0, + "test_recall": 0.66 + }, + "16": { + "k": 16, + "selected_features": [ + 10255, + 27825, + 12737, + 17297, + 11111, + 18224, + 2386, + 1824, + 27234, + 16594, + 9598, + 24058, + 4797, + 19614, + 13008, + 3360 + ], + "test_balanced_acc": 0.8285714285714285, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8948979591836734, + "test_f1": 0.8247422680412371, + "test_precision": 0.851063829787234, + "test_recall": 0.8 + } + }, + "118_us_state_CA": { + "1": { + "k": 1, + "selected_features": [ + 1824 + ], + "test_balanced_acc": 0.766734693877551, + "test_accuracy": 0.7676767676767676, + "test_auc": 0.7667346938775511, + "test_f1": 0.7889908256880734, + "test_precision": 0.7288135593220338, + "test_recall": 0.86 + }, + "4": { + "k": 4, + "selected_features": [ + 1824, + 4547, + 12737, + 21812 + ], + "test_balanced_acc": 0.7881632653061225, + "test_accuracy": 0.7878787878787878, + "test_auc": 0.8457142857142858, + "test_f1": 0.7835051546391752, + "test_precision": 0.8085106382978723, + "test_recall": 0.76 + }, + "16": { + "k": 16, + "selected_features": [ + 1824, + 4547, + 12737, + 21812, + 31217, + 2333, + 7865, + 22781, + 5066, + 25481, + 2254, + 22140, + 307, + 8714, + 3918, + 21934 + ], + "test_balanced_acc": 0.8079591836734694, + "test_accuracy": 0.8080808080808081, + "test_auc": 0.8781632653061223, + "test_f1": 0.8118811881188119, + "test_precision": 0.803921568627451, + "test_recall": 0.82 + } + }, + "119_us_state_TX": { + "1": { + "k": 1, + "selected_features": [ + 17359 + ], + "test_balanced_acc": 0.8400000000000001, + "test_accuracy": 0.8383838383838383, + "test_auc": 0.8400000000000001, + "test_f1": 0.8095238095238095, + "test_precision": 1.0, + "test_recall": 0.68 + }, + "4": { + "k": 4, + "selected_features": [ + 17359, + 21812, + 22781, + 4547 + ], + "test_balanced_acc": 0.8291836734693878, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.9255102040816326, + "test_f1": 0.8131868131868132, + "test_precision": 0.9024390243902439, + "test_recall": 0.74 + }, + "16": { + "k": 16, + "selected_features": [ + 17359, + 21812, + 22781, + 4547, + 1824, + 5297, + 17297, + 10228, + 12737, + 28089, + 4348, + 30901, + 18251, + 21544, + 1025, + 19504 + ], + "test_balanced_acc": 0.8683673469387756, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.9504081632653061, + "test_f1": 0.8737864077669902, + "test_precision": 0.8490566037735849, + "test_recall": 0.9 + } + }, + "120_us_timezone_Chicago": { + "1": { + "k": 1, + "selected_features": [ + 21812 + ], + "test_balanced_acc": 0.6684070340202111, + "test_accuracy": 0.6684005201560468, + "test_auc": 0.6684070340202111, + "test_f1": 0.6634403871535416, + "test_precision": 0.6738159070598749, + "test_recall": 0.6533795493934142 + }, + "4": { + "k": 4, + "selected_features": [ + 21812, + 1824, + 16976, + 13735 + ], + "test_balanced_acc": 0.6688643595713691, + "test_accuracy": 0.6688339835283919, + "test_auc": 0.7418278892678432, + "test_f1": 0.6439888164026095, + "test_precision": 0.6965725806451613, + "test_recall": 0.598786828422877 + }, + "16": { + "k": 16, + "selected_features": [ + 21812, + 1824, + 16976, + 13735, + 307, + 28187, + 8383, + 13008, + 22140, + 29294, + 26171, + 17359, + 20826, + 28089, + 5116, + 20676 + ], + "test_balanced_acc": 0.7377502889756359, + "test_accuracy": 0.7377546597312528, + "test_auc": 0.8103459290134545, + "test_f1": 0.7404547404547405, + "test_precision": 0.7332200509770603, + "test_recall": 0.7478336221837089 + } + }, + "121_us_timezone_New_York": { + "1": { + "k": 1, + "selected_features": [ + 1824 + ], + "test_balanced_acc": 0.6584003601485688, + "test_accuracy": 0.6584308625921109, + "test_auc": 0.6584003601485687, + "test_f1": 0.6809716599190283, + "test_precision": 0.6390577507598785, + "test_recall": 0.7287694974003466 + }, + "4": { + "k": 4, + "selected_features": [ + 1824, + 12737, + 28187, + 16976 + ], + "test_balanced_acc": 0.7113178491494572, + "test_accuracy": 0.7113133940182055, + "test_auc": 0.7720748826435747, + "test_f1": 0.7084063047285464, + "test_precision": 0.715929203539823, + "test_recall": 0.7010398613518197 + }, + "16": { + "k": 16, + "selected_features": [ + 1824, + 12737, + 28187, + 16976, + 29375, + 22781, + 21727, + 18251, + 15032, + 20676, + 8302, + 25309, + 11498, + 17274, + 19850, + 3305 + ], + "test_balanced_acc": 0.76766884970411, + "test_accuracy": 0.7676636324230602, + "test_auc": 0.8552979868657004, + "test_f1": 0.7649122807017544, + "test_precision": 0.7744227353463587, + "test_recall": 0.755632582322357 + } + }, + "122_us_timezone_Los_Angeles": { + "1": { + "k": 1, + "selected_features": [ + 1824 + ], + "test_balanced_acc": 0.7637284094991439, + "test_accuracy": 0.763762462071955, + "test_auc": 0.763728409499144, + "test_f1": 0.7810365608678184, + "test_precision": 0.7280898876404495, + "test_recall": 0.8422876949740035 + }, + "4": { + "k": 4, + "selected_features": [ + 1824, + 21812, + 22781, + 12737 + ], + "test_balanced_acc": 0.7715713360219215, + "test_accuracy": 0.7715648027741656, + "test_auc": 0.8500006012496976, + "test_f1": 0.7681478222613286, + "test_precision": 0.7801608579088471, + "test_recall": 0.7564991334488734 + }, + "16": { + "k": 16, + "selected_features": [ + 1824, + 21812, + 22781, + 12737, + 17474, + 25481, + 307, + 22140, + 7865, + 17133, + 31217, + 6176, + 4797, + 26122, + 2333, + 8302 + ], + "test_balanced_acc": 0.7910717426170295, + "test_accuracy": 0.7910706545296923, + "test_auc": 0.8786971219680106, + "test_f1": 0.790616854908775, + "test_precision": 0.7926829268292683, + "test_recall": 0.7885615251299827 + } + }, + "123_world_country_United_Kingdom": { + "1": { + "k": 1, + "selected_features": [ + 24621 + ], + "test_balanced_acc": 0.928238714781028, + "test_accuracy": 0.9282051282051282, + "test_auc": 0.928238714781028, + "test_f1": 0.9258474576271186, + "test_precision": 0.9583333333333334, + "test_recall": 0.8954918032786885 + }, + "4": { + "k": 4, + "selected_features": [ + 24621, + 29809, + 28100, + 13480 + ], + "test_balanced_acc": 0.9272141246170936, + "test_accuracy": 0.9271794871794872, + "test_auc": 0.9610697815329721, + "test_f1": 0.9247083775185578, + "test_precision": 0.9582417582417583, + "test_recall": 0.8934426229508197 + }, + "16": { + "k": 16, + "selected_features": [ + 24621, + 29809, + 28100, + 13480, + 25431, + 20144, + 4348, + 2191, + 26171, + 28427, + 7700, + 26382, + 17944, + 13157, + 11980, + 23522 + ], + "test_balanced_acc": 0.9374116369879153, + "test_accuracy": 0.9374358974358974, + "test_auc": 0.9715323829400477, + "test_f1": 0.938938938938939, + "test_precision": 0.9178082191780822, + "test_recall": 0.9610655737704918 + } + }, + "124_world_country_United_States": { + "1": { + "k": 1, + "selected_features": [ + 27273 + ], + "test_balanced_acc": 0.9149569125122026, + "test_accuracy": 0.9148717948717948, + "test_auc": 0.9149569125122025, + "test_f1": 0.9072625698324023, + "test_precision": 0.9975429975429976, + "test_recall": 0.8319672131147541 + }, + "4": { + "k": 4, + "selected_features": [ + 27273, + 13480, + 3514, + 19263 + ], + "test_balanced_acc": 0.9508154643686673, + "test_accuracy": 0.9507692307692308, + "test_auc": 0.9810797960076749, + "test_f1": 0.9484978540772532, + "test_precision": 0.9954954954954955, + "test_recall": 0.9057377049180327 + }, + "16": { + "k": 16, + "selected_features": [ + 27273, + 13480, + 3514, + 19263, + 18099, + 22179, + 28100, + 3305, + 13952, + 7710, + 13584, + 17285, + 1007, + 6006, + 3420, + 16199 + ], + "test_balanced_acc": 0.955911064732218, + "test_accuracy": 0.9558974358974359, + "test_auc": 0.9880015652876425, + "test_f1": 0.9553478712357217, + "test_precision": 0.968421052631579, + "test_recall": 0.9426229508196722 + } + }, + "125_world_country_Italy": { + "1": { + "k": 1, + "selected_features": [ + 1133 + ], + "test_balanced_acc": 0.9600073215067155, + "test_accuracy": 0.96, + "test_auc": 0.9600073215067155, + "test_f1": 0.9597523219814241, + "test_precision": 0.9667359667359667, + "test_recall": 0.9528688524590164 + }, + "4": { + "k": 4, + "selected_features": [ + 1133, + 2981, + 12737, + 13755 + ], + "test_balanced_acc": 0.9600241525566364, + "test_accuracy": 0.96, + "test_auc": 0.9892197125256673, + "test_f1": 0.9590766002098636, + "test_precision": 0.9827956989247312, + "test_recall": 0.9364754098360656 + }, + "16": { + "k": 16, + "selected_features": [ + 1133, + 2981, + 12737, + 13755, + 1429, + 28427, + 7712, + 8860, + 13817, + 25401, + 565, + 13555, + 3438, + 10437, + 13135, + 28561 + ], + "test_balanced_acc": 0.9743621032079981, + "test_accuracy": 0.9743589743589743, + "test_auc": 0.9950074898172148, + "test_f1": 0.9743062692702981, + "test_precision": 0.977319587628866, + "test_recall": 0.9713114754098361 + } + }, + "126_art_type_book": { + "1": { + "k": 1, + "selected_features": [ + 16460 + ], + "test_balanced_acc": 0.5962912663972065, + "test_accuracy": 0.5964456003467707, + "test_auc": 0.5962912663972065, + "test_f1": 0.7024608501118568, + "test_precision": 0.5564556962025317, + "test_recall": 0.9523396880415944 + }, + "4": { + "k": 4, + "selected_features": [ + 16460, + 32118, + 22565, + 16254 + ], + "test_balanced_acc": 0.6527824332875882, + "test_accuracy": 0.6527958387516255, + "test_auc": 0.7056180020171927, + "test_f1": 0.6633039092055486, + "test_precision": 0.6440816326530612, + "test_recall": 0.6837088388214905 + }, + "16": { + "k": 16, + "selected_features": [ + 16460, + 32118, + 22565, + 16254, + 8966, + 13413, + 31751, + 5865, + 26785, + 17395, + 30812, + 15771, + 16777, + 22831, + 13008, + 13932 + ], + "test_balanced_acc": 0.7212719136725685, + "test_accuracy": 0.7212830515821413, + "test_auc": 0.7918830539275884, + "test_f1": 0.728348119983101, + "test_precision": 0.7106347897774113, + "test_recall": 0.7469670710571924 + } + }, + "127_art_type_song": { + "1": { + "k": 1, + "selected_features": [ + 16460 + ], + "test_balanced_acc": 0.679342638674485, + "test_accuracy": 0.6792371044646728, + "test_auc": 0.679342638674485, + "test_f1": 0.5761741122565864, + "test_precision": 0.8496621621621622, + "test_recall": 0.4358752166377816 + }, + "4": { + "k": 4, + "selected_features": [ + 16460, + 5865, + 16777, + 30812 + ], + "test_balanced_acc": 0.7364763911790657, + "test_accuracy": 0.7364542696142176, + "test_auc": 0.7943534386221762, + "test_f1": 0.7223744292237443, + "test_precision": 0.7635135135135135, + "test_recall": 0.6854419410745234 + }, + "16": { + "k": 16, + "selected_features": [ + 16460, + 5865, + 16777, + 30812, + 13413, + 22565, + 5194, + 16254, + 6131, + 7700, + 3573, + 24487, + 5270, + 17440, + 15939, + 616 + ], + "test_balanced_acc": 0.7395025560627765, + "test_accuracy": 0.7394885132206328, + "test_auc": 0.8132837853478454, + "test_f1": 0.7308553515450067, + "test_precision": 0.7562557924003707, + "test_recall": 0.707105719237435 + } + }, + "128_art_type_movie": { + "1": { + "k": 1, + "selected_features": [ + 12569 + ], + "test_balanced_acc": 0.5835353782837628, + "test_accuracy": 0.5834416991764196, + "test_auc": 0.5835353782837628, + "test_f1": 0.46876727473742397, + "test_precision": 0.6473282442748092, + "test_recall": 0.36741767764298094 + }, + "4": { + "k": 4, + "selected_features": [ + 12569, + 6780, + 9158, + 5546 + ], + "test_balanced_acc": 0.6016908644617838, + "test_accuracy": 0.6016471608149111, + "test_auc": 0.6272995922023927, + "test_f1": 0.5571084337349398, + "test_precision": 0.6275787187839305, + "test_recall": 0.5008665511265165 + }, + "16": { + "k": 16, + "selected_features": [ + 12569, + 6780, + 9158, + 5546, + 28427, + 8108, + 16460, + 26053, + 26257, + 13448, + 30374, + 5157, + 18099, + 30799, + 13586, + 10437 + ], + "test_balanced_acc": 0.6402264606985619, + "test_accuracy": 0.6402254009536195, + "test_auc": 0.6999065056720393, + "test_f1": 0.6394439617723718, + "test_precision": 0.6411149825783972, + "test_recall": 0.6377816291161178 + } + }, + "129_arith_mc_A": { + "1": { + "k": 1, + "selected_features": [ + 3287 + ], + "test_balanced_acc": 0.6222494999090744, + "test_accuracy": 0.6226012793176973, + "test_auc": 0.6222494999090744, + "test_f1": 0.676416819012797, + "test_precision": 0.592948717948718, + "test_recall": 0.7872340425531915 + }, + "4": { + "k": 4, + "selected_features": [ + 3287, + 12257, + 19333, + 6150 + ], + "test_balanced_acc": 0.6822967812329515, + "test_accuracy": 0.6823027718550106, + "test_auc": 0.7316421167484998, + "test_f1": 0.6836518046709129, + "test_precision": 0.6822033898305084, + "test_recall": 0.6851063829787234 + }, + "16": { + "k": 16, + "selected_features": [ + 3287, + 12257, + 19333, + 6150, + 1236, + 5961, + 30827, + 30234, + 4949, + 2063, + 541, + 6631, + 13728, + 23723, + 25662, + 3742 + ], + "test_balanced_acc": 0.7526095653755228, + "test_accuracy": 0.7526652452025586, + "test_auc": 0.8305419167121295, + "test_f1": 0.7593360995850622, + "test_precision": 0.7408906882591093, + "test_recall": 0.7787234042553192 + } + }, + "130_temp_cat_Frequency": { + "1": { + "k": 1, + "selected_features": [ + 3873 + ], + "test_balanced_acc": 0.949795918367347, + "test_accuracy": 0.9494949494949495, + "test_auc": 0.9497959183673469, + "test_f1": 0.9484536082474226, + "test_precision": 0.9787234042553191, + "test_recall": 0.92 + }, + "4": { + "k": 4, + "selected_features": [ + 3873, + 21791, + 25750, + 30481 + ], + "test_balanced_acc": 0.9797959183673469, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9993877551020408, + "test_f1": 0.98, + "test_precision": 0.98, + "test_recall": 0.98 + }, + "16": { + "k": 16, + "selected_features": [ + 3873, + 21791, + 25750, + 30481, + 20104, + 20858, + 6783, + 19409, + 6391, + 18250, + 18882, + 354, + 31374, + 9790, + 19612, + 26655 + ], + "test_balanced_acc": 0.9493877551020409, + "test_accuracy": 0.9494949494949495, + "test_auc": 0.9955102040816326, + "test_f1": 0.9504950495049505, + "test_precision": 0.9411764705882353, + "test_recall": 0.96 + } + }, + "131_temp_cat_Typical Time": { + "1": { + "k": 1, + "selected_features": [ + 3607 + ], + "test_balanced_acc": 0.736734693877551, + "test_accuracy": 0.7373737373737373, + "test_auc": 0.7367346938775511, + "test_f1": 0.7547169811320755, + "test_precision": 0.7142857142857143, + "test_recall": 0.8 + }, + "4": { + "k": 4, + "selected_features": [ + 3607, + 32299, + 7344, + 27709 + ], + "test_balanced_acc": 0.7791836734693878, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.8595918367346939, + "test_f1": 0.7441860465116279, + "test_precision": 0.8888888888888888, + "test_recall": 0.64 + }, + "16": { + "k": 16, + "selected_features": [ + 3607, + 32299, + 7344, + 27709, + 20883, + 19506, + 17725, + 31137, + 28523, + 17541, + 9790, + 13379, + 4186, + 3873, + 6454, + 7059 + ], + "test_balanced_acc": 0.9185714285714286, + "test_accuracy": 0.9191919191919192, + "test_auc": 0.9746938775510204, + "test_f1": 0.9245283018867925, + "test_precision": 0.875, + "test_recall": 0.98 + } + }, + "132_temp_cat_Event Ordering": { + "1": { + "k": 1, + "selected_features": [ + 24334 + ], + "test_balanced_acc": 0.9199999999999999, + "test_accuracy": 0.9191919191919192, + "test_auc": 0.9199999999999999, + "test_f1": 0.9130434782608695, + "test_precision": 1.0, + "test_recall": 0.84 + }, + "4": { + "k": 4, + "selected_features": [ + 24334, + 30709, + 31137, + 16180 + ], + "test_balanced_acc": 0.98, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.996326530612245, + "test_f1": 0.9795918367346939, + "test_precision": 1.0, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 24334, + 30709, + 31137, + 16180, + 16098, + 30585, + 10574, + 11969, + 18567, + 20883, + 27169, + 29578, + 22718, + 5291, + 21665, + 18241 + ], + "test_balanced_acc": 0.9797959183673469, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9989795918367347, + "test_f1": 0.98, + "test_precision": 0.98, + "test_recall": 0.98 + } + }, + "133_context_type_Causality": { + "1": { + "k": 1, + "selected_features": [ + 13524 + ], + "test_balanced_acc": 0.9245022123893805, + "test_accuracy": 0.9244444444444444, + "test_auc": 0.9245022123893805, + "test_f1": 0.9237668161434978, + "test_precision": 0.9363636363636364, + "test_recall": 0.911504424778761 + }, + "4": { + "k": 4, + "selected_features": [ + 13524, + 3162, + 6152, + 4236 + ], + "test_balanced_acc": 0.9200379266750949, + "test_accuracy": 0.92, + "test_auc": 0.9349715549936789, + "test_f1": 0.9196428571428571, + "test_precision": 0.9279279279279279, + "test_recall": 0.911504424778761 + }, + "16": { + "k": 16, + "selected_features": [ + 13524, + 3162, + 6152, + 4236, + 21380, + 2202, + 31484, + 16532, + 21963, + 13215, + 4186, + 22303, + 19245, + 11707, + 24250, + 24626 + ], + "test_balanced_acc": 0.9421618204804045, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.964325221238938, + "test_f1": 0.9432314410480349, + "test_precision": 0.9310344827586207, + "test_recall": 0.9557522123893806 + } + }, + "134_context_type_Belief_states": { + "1": { + "k": 1, + "selected_features": [ + 6783 + ], + "test_balanced_acc": 0.6660082174462706, + "test_accuracy": 0.6666666666666666, + "test_auc": 0.6660082174462705, + "test_f1": 0.7104247104247104, + "test_precision": 0.6301369863013698, + "test_recall": 0.8141592920353983 + }, + "4": { + "k": 4, + "selected_features": [ + 6783, + 8202, + 23692, + 18516 + ], + "test_balanced_acc": 0.7776153603034135, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.8437895069532237, + "test_f1": 0.7863247863247863, + "test_precision": 0.7603305785123967, + "test_recall": 0.8141592920353983 + }, + "16": { + "k": 16, + "selected_features": [ + 6783, + 8202, + 23692, + 18516, + 395, + 4528, + 20906, + 22508, + 12777, + 12331, + 31137, + 17268, + 2115, + 4211, + 149, + 15843 + ], + "test_balanced_acc": 0.8356510745891277, + "test_accuracy": 0.8355555555555556, + "test_auc": 0.9186946902654867, + "test_f1": 0.832579185520362, + "test_precision": 0.8518518518518519, + "test_recall": 0.8141592920353983 + } + }, + "135_context_type_Event_duration": { + "1": { + "k": 1, + "selected_features": [ + 4667 + ], + "test_balanced_acc": 0.9246207332490519, + "test_accuracy": 0.9244444444444444, + "test_auc": 0.9246207332490519, + "test_f1": 0.9216589861751152, + "test_precision": 0.9615384615384616, + "test_recall": 0.8849557522123894 + }, + "4": { + "k": 4, + "selected_features": [ + 4667, + 30709, + 27169, + 520 + ], + "test_balanced_acc": 0.9511694058154235, + "test_accuracy": 0.9511111111111111, + "test_auc": 0.9809181415929205, + "test_f1": 0.9506726457399103, + "test_precision": 0.9636363636363636, + "test_recall": 0.9380530973451328 + }, + "16": { + "k": 16, + "selected_features": [ + 4667, + 30709, + 27169, + 520, + 22339, + 3607, + 9634, + 4186, + 30466, + 16098, + 7845, + 8202, + 27437, + 27709, + 14425, + 4376 + ], + "test_balanced_acc": 0.9645227560050569, + "test_accuracy": 0.9644444444444444, + "test_auc": 0.995061630847029, + "test_f1": 0.963963963963964, + "test_precision": 0.981651376146789, + "test_recall": 0.9469026548672567 + } + }, + "136_glue_mnli_entailment": { + "1": { + "k": 1, + "selected_features": [ + 40 + ], + "test_balanced_acc": 0.6900501442247713, + "test_accuracy": 0.6900736887732987, + "test_auc": 0.6900501442247713, + "test_f1": 0.706124126592684, + "test_precision": 0.671618451915559, + "test_recall": 0.744367417677643 + }, + "4": { + "k": 4, + "selected_features": [ + 40, + 28180, + 16209, + 11886 + ], + "test_balanced_acc": 0.7199976400949373, + "test_accuracy": 0.7199826614651061, + "test_auc": 0.7714657415437988, + "test_f1": 0.7100538599640933, + "test_precision": 0.7364990689013036, + "test_recall": 0.6854419410745234 + }, + "16": { + "k": 16, + "selected_features": [ + 40, + 28180, + 16209, + 11886, + 3795, + 1486, + 15768, + 6477, + 5167, + 30069, + 17325, + 6639, + 5042, + 11415, + 1269, + 28191 + ], + "test_balanced_acc": 0.7568489856166041, + "test_accuracy": 0.7568270481144344, + "test_auc": 0.8275890187755248, + "test_f1": 0.7439525330899133, + "test_precision": 0.7859209257473481, + "test_recall": 0.7062391681109186 + } + }, + "137_glue_mnli_neutral": { + "1": { + "k": 1, + "selected_features": [ + 40 + ], + "test_balanced_acc": 0.6180982171443345, + "test_accuracy": 0.6181187689640225, + "test_auc": 0.6180982171443345, + "test_f1": 0.6354985519238726, + "test_precision": 0.6080760095011877, + "test_recall": 0.6655112651646448 + }, + "4": { + "k": 4, + "selected_features": [ + 40, + 28180, + 10611, + 393 + ], + "test_balanced_acc": 0.6506081640690174, + "test_accuracy": 0.6506285218899003, + "test_auc": 0.6942833178762058, + "test_f1": 0.6663907284768212, + "test_precision": 0.6378763866877971, + "test_recall": 0.6975736568457539 + }, + "16": { + "k": 16, + "selected_features": [ + 40, + 28180, + 10611, + 393, + 11886, + 372, + 3457, + 9503, + 23336, + 15768, + 10674, + 15025, + 3795, + 29985, + 3427, + 29713 + ], + "test_balanced_acc": 0.6666521364656438, + "test_accuracy": 0.6666666666666666, + "test_auc": 0.7223936201394598, + "test_f1": 0.6775681341719078, + "test_precision": 0.6563769293257514, + "test_recall": 0.7001733102253033 + } + }, + "138_glue_mnli_contradiction": { + "1": { + "k": 1, + "selected_features": [ + 10611 + ], + "test_balanced_acc": 0.6477379483255947, + "test_accuracy": 0.647594278283485, + "test_auc": 0.6477379483255947, + "test_f1": 0.47310434219053793, + "test_precision": 0.9383033419023136, + "test_recall": 0.31629116117850953 + }, + "4": { + "k": 4, + "selected_features": [ + 10611, + 5042, + 5664, + 3427 + ], + "test_balanced_acc": 0.7135635167696057, + "test_accuracy": 0.7134807108799306, + "test_auc": 0.7659346201078941, + "test_f1": 0.6459560792715586, + "test_precision": 0.8457223001402524, + "test_recall": 0.5225303292894281 + }, + "16": { + "k": 16, + "selected_features": [ + 10611, + 5042, + 5664, + 3427, + 30487, + 16295, + 17974, + 23336, + 9503, + 1486, + 29713, + 26844, + 15768, + 9154, + 24396, + 28180 + ], + "test_balanced_acc": 0.7334370739582221, + "test_accuracy": 0.7334200260078023, + "test_auc": 0.8267525301338832, + "test_f1": 0.7225981055480379, + "test_precision": 0.753527751646284, + "test_recall": 0.6941074523396881 + } + }, + "139_news_class_Politics": { + "1": { + "k": 1, + "selected_features": [ + 18767 + ], + "test_balanced_acc": 0.684671616051303, + "test_accuracy": 0.6847457627118644, + "test_auc": 0.6846716160513031, + "test_f1": 0.7159437996334759, + "test_precision": 0.6518353726362626, + "test_recall": 0.7940379403794038 + }, + "4": { + "k": 4, + "selected_features": [ + 18767, + 11328, + 26529, + 28427 + ], + "test_balanced_acc": 0.6942431228925586, + "test_accuracy": 0.6942372881355933, + "test_auc": 0.767274124572996, + "test_f1": 0.6917293233082706, + "test_precision": 0.6979310344827586, + "test_recall": 0.6856368563685636 + }, + "16": { + "k": 16, + "selected_features": [ + 18767, + 11328, + 26529, + 28427, + 29809, + 14155, + 15090, + 15594, + 4182, + 21028, + 23375, + 5112, + 19069, + 24904, + 14413, + 7700 + ], + "test_balanced_acc": 0.7932519589782058, + "test_accuracy": 0.7932203389830509, + "test_auc": 0.8760916408349972, + "test_f1": 0.783226723525231, + "test_precision": 0.8236173393124065, + "test_recall": 0.7466124661246613 + } + }, + "140_news_class_Technology": { + "1": { + "k": 1, + "selected_features": [ + 5580 + ], + "test_balanced_acc": 0.713393490787011, + "test_accuracy": 0.7132203389830508, + "test_auc": 0.713393490787011, + "test_f1": 0.6151046405823476, + "test_precision": 0.9362880886426593, + "test_recall": 0.45799457994579945 + }, + "4": { + "k": 4, + "selected_features": [ + 5580, + 12281, + 3385, + 5406 + ], + "test_balanced_acc": 0.7919557791235985, + "test_accuracy": 0.791864406779661, + "test_auc": 0.8200332410379735, + "test_f1": 0.759592795614722, + "test_precision": 0.8998144712430427, + "test_recall": 0.6571815718157181 + }, + "16": { + "k": 16, + "selected_features": [ + 5580, + 12281, + 3385, + 5406, + 15581, + 2526, + 31475, + 2710, + 29349, + 28568, + 11331, + 19115, + 25277, + 21713, + 16883, + 26033 + ], + "test_balanced_acc": 0.8027692285063963, + "test_accuracy": 0.8027118644067797, + "test_auc": 0.8876423499648837, + "test_f1": 0.7846039970392302, + "test_precision": 0.8646003262642741, + "test_recall": 0.7181571815718157 + } + }, + "141_news_class_Entertainment": { + "1": { + "k": 1, + "selected_features": [ + 18767 + ], + "test_balanced_acc": 0.6745182071902129, + "test_accuracy": 0.6745762711864407, + "test_auc": 0.674518207190213, + "test_f1": 0.700374531835206, + "test_precision": 0.6493055555555556, + "test_recall": 0.7601626016260162 + }, + "4": { + "k": 4, + "selected_features": [ + 18767, + 27808, + 19069, + 24904 + ], + "test_balanced_acc": 0.7390026953186764, + "test_accuracy": 0.7389830508474576, + "test_auc": 0.8230015848326734, + "test_f1": 0.7313328681088626, + "test_precision": 0.753956834532374, + "test_recall": 0.7100271002710027 + }, + "16": { + "k": 16, + "selected_features": [ + 18767, + 27808, + 19069, + 24904, + 19097, + 32490, + 13887, + 4226, + 11328, + 26529, + 21956, + 17016, + 15650, + 15581, + 11708, + 4755 + ], + "test_balanced_acc": 0.7817306666960835, + "test_accuracy": 0.7816949152542373, + "test_auc": 0.8745435792214096, + "test_f1": 0.7696709585121603, + "test_precision": 0.8151515151515152, + "test_recall": 0.7289972899728997 + } + }, + "142_cancer_cat_Thyroid_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 8434 + ], + "test_balanced_acc": 0.5984122127022984, + "test_accuracy": 0.597667638483965, + "test_auc": 0.5984122127022984, + "test_f1": 0.4609375, + "test_precision": 0.7023809523809523, + "test_recall": 0.3430232558139535 + }, + "4": { + "k": 4, + "selected_features": [ + 8434, + 24556, + 17230, + 30142 + ], + "test_balanced_acc": 0.6619237046103631, + "test_accuracy": 0.6618075801749271, + "test_auc": 0.6959914320685434, + "test_f1": 0.6484848484848484, + "test_precision": 0.6772151898734177, + "test_recall": 0.622093023255814 + }, + "16": { + "k": 16, + "selected_features": [ + 8434, + 24556, + 17230, + 30142, + 29176, + 25021, + 20868, + 30508, + 11533, + 11097, + 21373, + 17156, + 14725, + 26206, + 26716, + 15141 + ], + "test_balanced_acc": 0.708452332381341, + "test_accuracy": 0.7084548104956269, + "test_auc": 0.7682578539371685, + "test_f1": 0.7093023255813954, + "test_precision": 0.7093023255813954, + "test_recall": 0.7093023255813954 + } + }, + "143_cancer_cat_Lung_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 25310 + ], + "test_balanced_acc": 0.6902114783081735, + "test_accuracy": 0.6909620991253644, + "test_auc": 0.6902114783081735, + "test_f1": 0.7546296296296297, + "test_precision": 0.6269230769230769, + "test_recall": 0.9476744186046512 + }, + "4": { + "k": 4, + "selected_features": [ + 25310, + 17725, + 30226, + 11533 + ], + "test_balanced_acc": 0.8191214470284238, + "test_accuracy": 0.8192419825072886, + "test_auc": 0.867826057391541, + "test_f1": 0.8268156424581006, + "test_precision": 0.7956989247311828, + "test_recall": 0.8604651162790697 + }, + "16": { + "k": 16, + "selected_features": [ + 25310, + 17725, + 30226, + 11533, + 31977, + 27097, + 12050, + 29294, + 30508, + 8434, + 20868, + 23600, + 19700, + 26053, + 29176, + 25021 + ], + "test_balanced_acc": 0.8658370733034135, + "test_accuracy": 0.8658892128279884, + "test_auc": 0.9333605331157351, + "test_f1": 0.8685714285714285, + "test_precision": 0.8539325842696629, + "test_recall": 0.8837209302325582 + } + }, + "144_cancer_cat_Colon_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 25310 + ], + "test_balanced_acc": 0.6302529579763362, + "test_accuracy": 0.6297376093294461, + "test_auc": 0.6302529579763362, + "test_f1": 0.5512367491166078, + "test_precision": 0.7027027027027027, + "test_recall": 0.45348837209302323 + }, + "4": { + "k": 4, + "selected_features": [ + 25310, + 29176, + 30226, + 23826 + ], + "test_balanced_acc": 0.7259621923024615, + "test_accuracy": 0.7259475218658892, + "test_auc": 0.7943696450428397, + "test_f1": 0.7251461988304093, + "test_precision": 0.7294117647058823, + "test_recall": 0.7209302325581395 + }, + "16": { + "k": 16, + "selected_features": [ + 25310, + 29176, + 30226, + 23826, + 17725, + 29294, + 19609, + 22408, + 7576, + 16803, + 31977, + 26206, + 15760, + 4130, + 26520, + 26053 + ], + "test_balanced_acc": 0.7901026791785666, + "test_accuracy": 0.7900874635568513, + "test_auc": 0.8961138310893513, + "test_f1": 0.7894736842105263, + "test_precision": 0.7941176470588235, + "test_recall": 0.7848837209302325 + } + }, + "145_disease_class_digestive system diseases": { + "1": { + "k": 1, + "selected_features": [ + 18024 + ], + "test_balanced_acc": 0.4765306122448979, + "test_accuracy": 0.47474747474747475, + "test_auc": 0.476530612244898, + "test_f1": 0.36585365853658536, + "test_precision": 0.46875, + "test_recall": 0.3 + }, + "4": { + "k": 4, + "selected_features": [ + 18024, + 7906, + 20199, + 442 + ], + "test_balanced_acc": 0.5648979591836735, + "test_accuracy": 0.5656565656565656, + "test_auc": 0.5618367346938775, + "test_f1": 0.5981308411214953, + "test_precision": 0.5614035087719298, + "test_recall": 0.64 + }, + "16": { + "k": 16, + "selected_features": [ + 18024, + 7906, + 20199, + 442, + 25542, + 17156, + 13893, + 11886, + 15208, + 6187, + 18599, + 14768, + 6420, + 2274, + 19843, + 16234 + ], + "test_balanced_acc": 0.5448979591836735, + "test_accuracy": 0.5454545454545454, + "test_auc": 0.6085714285714285, + "test_f1": 0.5714285714285714, + "test_precision": 0.5454545454545454, + "test_recall": 0.6 + } + }, + "146_disease_class_cardiovascular diseases": { + "1": { + "k": 1, + "selected_features": [ + 19097 + ], + "test_balanced_acc": 0.6081632653061224, + "test_accuracy": 0.6060606060606061, + "test_auc": 0.6081632653061224, + "test_f1": 0.5063291139240507, + "test_precision": 0.6896551724137931, + "test_recall": 0.4 + }, + "4": { + "k": 4, + "selected_features": [ + 19097, + 16803, + 24208, + 11666 + ], + "test_balanced_acc": 0.5865306122448979, + "test_accuracy": 0.5858585858585859, + "test_auc": 0.596734693877551, + "test_f1": 0.5591397849462365, + "test_precision": 0.6046511627906976, + "test_recall": 0.52 + }, + "16": { + "k": 16, + "selected_features": [ + 19097, + 16803, + 24208, + 11666, + 11886, + 23917, + 24093, + 11310, + 24228, + 5457, + 2440, + 2904, + 13893, + 7594, + 19931, + 5167 + ], + "test_balanced_acc": 0.5665306122448979, + "test_accuracy": 0.5656565656565656, + "test_auc": 0.6034693877551021, + "test_f1": 0.5274725274725275, + "test_precision": 0.5853658536585366, + "test_recall": 0.48 + } + }, + "147_disease_class_nervous system diseases": { + "1": { + "k": 1, + "selected_features": [ + 1973 + ], + "test_balanced_acc": 0.5769387755102041, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.576938775510204, + "test_f1": 0.5227272727272727, + "test_precision": 0.6052631578947368, + "test_recall": 0.46 + }, + "4": { + "k": 4, + "selected_features": [ + 1973, + 23917, + 11886, + 17393 + ], + "test_balanced_acc": 0.5361224489795918, + "test_accuracy": 0.5353535353535354, + "test_auc": 0.5581632653061224, + "test_f1": 0.5, + "test_precision": 0.5476190476190477, + "test_recall": 0.46 + }, + "16": { + "k": 16, + "selected_features": [ + 1973, + 23917, + 11886, + 17393, + 3662, + 25556, + 15208, + 26514, + 669, + 26269, + 21331, + 6720, + 6471, + 13893, + 25046, + 16803 + ], + "test_balanced_acc": 0.49469387755102046, + "test_accuracy": 0.494949494949495, + "test_auc": 0.5312244897959184, + "test_f1": 0.5098039215686274, + "test_precision": 0.5, + "test_recall": 0.52 + } + }, + "148_twt_emotion_worry": { + "1": { + "k": 1, + "selected_features": [ + 7906 + ], + "test_balanced_acc": 0.5233624927836795, + "test_accuracy": 0.5233898305084745, + "test_auc": 0.5233624927836795, + "test_f1": 0.5420195439739414, + "test_precision": 0.5219573400250941, + "test_recall": 0.5636856368563685 + }, + "4": { + "k": 4, + "selected_features": [ + 7906, + 25715, + 20911, + 13877 + ], + "test_balanced_acc": 0.5592914952216008, + "test_accuracy": 0.559322033898305, + "test_auc": 0.5881503421547106, + "test_f1": 0.5784695201037614, + "test_precision": 0.554726368159204, + "test_recall": 0.6043360433604336 + }, + "16": { + "k": 16, + "selected_features": [ + 7906, + 25715, + 20911, + 13877, + 18733, + 18048, + 23263, + 13734, + 17921, + 25050, + 21321, + 7926, + 15139, + 23697, + 462, + 10103 + ], + "test_balanced_acc": 0.5627203965391079, + "test_accuracy": 0.5627118644067797, + "test_auc": 0.5969551724011134, + "test_f1": 0.5573095401509952, + "test_precision": 0.564673157162726, + "test_recall": 0.5501355013550135 + } + }, + "149_twt_emotion_happiness": { + "1": { + "k": 1, + "selected_features": [ + 23882 + ], + "test_balanced_acc": 0.5628766735428549, + "test_accuracy": 0.5627118644067797, + "test_auc": 0.5628766735428548, + "test_f1": 0.42256042972247093, + "test_precision": 0.6226912928759895, + "test_recall": 0.31978319783197834 + }, + "4": { + "k": 4, + "selected_features": [ + 23882, + 19475, + 4991, + 7906 + ], + "test_balanced_acc": 0.5979562645015867, + "test_accuracy": 0.5979661016949153, + "test_auc": 0.6444927983879567, + "test_f1": 0.603874415497662, + "test_precision": 0.5955204216073782, + "test_recall": 0.6124661246612466 + }, + "16": { + "k": 16, + "selected_features": [ + 23882, + 19475, + 4991, + 7906, + 20911, + 26037, + 25715, + 5983, + 18560, + 5634, + 23183, + 22942, + 17921, + 5138, + 19843, + 5042 + ], + "test_balanced_acc": 0.637257173114472, + "test_accuracy": 0.6372881355932203, + "test_auc": 0.6952570848639287, + "test_f1": 0.6532728451069345, + "test_precision": 0.6260869565217392, + "test_recall": 0.6829268292682927 + } + }, + "150_twt_emotion_sadness": { + "1": { + "k": 1, + "selected_features": [ + 4991 + ], + "test_balanced_acc": 0.5764755306983191, + "test_accuracy": 0.576271186440678, + "test_auc": 0.5764755306983191, + "test_f1": 0.3937924345295829, + "test_precision": 0.6928327645051194, + "test_recall": 0.2750677506775068 + }, + "4": { + "k": 4, + "selected_features": [ + 4991, + 13877, + 20389, + 25715 + ], + "test_balanced_acc": 0.5925454030659709, + "test_accuracy": 0.5925423728813559, + "test_auc": 0.6285185307755384, + "test_f1": 0.5908781484002723, + "test_precision": 0.5937072503419972, + "test_recall": 0.5880758807588076 + }, + "16": { + "k": 16, + "selected_features": [ + 4991, + 13877, + 20389, + 25715, + 19315, + 12054, + 19475, + 13734, + 17921, + 23668, + 23882, + 10280, + 8849, + 17155, + 23263, + 15771 + ], + "test_balanced_acc": 0.6108766956054907, + "test_accuracy": 0.6108474576271187, + "test_auc": 0.6558192040536416, + "test_f1": 0.5934844192634561, + "test_precision": 0.6216617210682492, + "test_recall": 0.5677506775067751 + } + }, + "151_it_tick_HR Support": { + "1": { + "k": 1, + "selected_features": [ + 25768 + ], + "test_balanced_acc": 0.6183562386089355, + "test_accuracy": 0.6178660049627791, + "test_auc": 0.6183562386089356, + "test_f1": 0.5246913580246914, + "test_precision": 0.6967213114754098, + "test_recall": 0.4207920792079208 + }, + "4": { + "k": 4, + "selected_features": [ + 25768, + 8102, + 19643, + 13379 + ], + "test_balanced_acc": 0.5901679720210827, + "test_accuracy": 0.5905707196029777, + "test_auc": 0.6487488301068913, + "test_f1": 0.6481876332622601, + "test_precision": 0.5692883895131086, + "test_recall": 0.7524752475247525 + }, + "16": { + "k": 16, + "selected_features": [ + 25768, + 8102, + 19643, + 13379, + 30225, + 830, + 26236, + 26526, + 18109, + 4308, + 11004, + 17921, + 20356, + 14874, + 25310, + 4190 + ], + "test_balanced_acc": 0.6229126644007684, + "test_accuracy": 0.6228287841191067, + "test_auc": 0.6698684793852518, + "test_f1": 0.6102564102564103, + "test_precision": 0.6329787234042553, + "test_recall": 0.5891089108910891 + } + }, + "152_it_tick_Hardware": { + "1": { + "k": 1, + "selected_features": [ + 4386 + ], + "test_balanced_acc": 0.563260430520664, + "test_accuracy": 0.5632754342431762, + "test_auc": 0.5632604305206641, + "test_f1": 0.5665024630541872, + "test_precision": 0.5637254901960784, + "test_recall": 0.5693069306930693 + }, + "4": { + "k": 4, + "selected_features": [ + 4386, + 20272, + 21404, + 17482 + ], + "test_balanced_acc": 0.6103270774838678, + "test_accuracy": 0.6104218362282878, + "test_auc": 0.6612358997093739, + "test_f1": 0.6252983293556086, + "test_precision": 0.6036866359447005, + "test_recall": 0.6485148514851485 + }, + "16": { + "k": 16, + "selected_features": [ + 4386, + 20272, + 21404, + 17482, + 4571, + 25970, + 22897, + 2571, + 6876, + 2957, + 14874, + 22179, + 24093, + 31092, + 22144, + 2177 + ], + "test_balanced_acc": 0.6028643909167036, + "test_accuracy": 0.6029776674937966, + "test_auc": 0.6542042263927885, + "test_f1": 0.6208530805687204, + "test_precision": 0.5954545454545455, + "test_recall": 0.6485148514851485 + } + }, + "153_it_tick_Administrative rights": { + "1": { + "k": 1, + "selected_features": [ + 14882 + ], + "test_balanced_acc": 0.5587655780503423, + "test_accuracy": 0.5583126550868487, + "test_auc": 0.5587655780503423, + "test_f1": 0.46060606060606063, + "test_precision": 0.59375, + "test_recall": 0.37623762376237624 + }, + "4": { + "k": 4, + "selected_features": [ + 14882, + 7059, + 25768, + 2577 + ], + "test_balanced_acc": 0.6153268311905817, + "test_accuracy": 0.6153846153846154, + "test_auc": 0.6679843357470076, + "test_f1": 0.6246973365617433, + "test_precision": 0.6113744075829384, + "test_recall": 0.6386138613861386 + }, + "16": { + "k": 16, + "selected_features": [ + 14882, + 7059, + 25768, + 2577, + 23958, + 633, + 19643, + 13553, + 18391, + 29176, + 4571, + 5395, + 24383, + 32741, + 10175, + 24093 + ], + "test_balanced_acc": 0.7047436086892271, + "test_accuracy": 0.7047146401985112, + "test_auc": 0.7774986453869268, + "test_f1": 0.7017543859649122, + "test_precision": 0.7106598984771574, + "test_recall": 0.693069306930693 + } + }, + "154_athlete_sport_football": { + "1": { + "k": 1, + "selected_features": [ + 23568 + ], + "test_balanced_acc": 0.8287336382274089, + "test_accuracy": 0.8286479250334672, + "test_auc": 0.828733638227409, + "test_f1": 0.8171428571428572, + "test_precision": 0.8773006134969326, + "test_recall": 0.7647058823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 23568, + 2983, + 18477, + 27253 + ], + "test_balanced_acc": 0.8620019784662585, + "test_accuracy": 0.8621151271753681, + "test_auc": 0.9418072859170478, + "test_f1": 0.872996300863132, + "test_precision": 0.8100686498855835, + "test_recall": 0.946524064171123 + }, + "16": { + "k": 16, + "selected_features": [ + 23568, + 2983, + 18477, + 27253, + 6420, + 20144, + 9109, + 25388, + 157, + 13094, + 22017, + 22632, + 19492, + 17332, + 21683, + 3144 + ], + "test_balanced_acc": 0.8888331350088171, + "test_accuracy": 0.8888888888888888, + "test_auc": 0.9548823672778886, + "test_f1": 0.8934531450577664, + "test_precision": 0.8592592592592593, + "test_recall": 0.93048128342246 + } + }, + "155_athlete_sport_basketball": { + "1": { + "k": 1, + "selected_features": [ + 18477 + ], + "test_balanced_acc": 0.8836647503261602, + "test_accuracy": 0.8835341365461847, + "test_auc": 0.8836647503261601, + "test_f1": 0.8711111111111111, + "test_precision": 0.9767441860465116, + "test_recall": 0.786096256684492 + }, + "4": { + "k": 4, + "selected_features": [ + 18477, + 20144, + 23568, + 18887 + ], + "test_balanced_acc": 0.8756075181717824, + "test_accuracy": 0.8755020080321285, + "test_auc": 0.9173022608994852, + "test_f1": 0.865021770682148, + "test_precision": 0.946031746031746, + "test_recall": 0.7967914438502673 + }, + "16": { + "k": 16, + "selected_features": [ + 18477, + 20144, + 23568, + 18887, + 3514, + 27253, + 15791, + 32672, + 4462, + 2983, + 157, + 31725, + 6555, + 22632, + 13403, + 1382 + ], + "test_balanced_acc": 0.8809336066866424, + "test_accuracy": 0.8808567603748326, + "test_auc": 0.9559361156112456, + "test_f1": 0.873758865248227, + "test_precision": 0.9305135951661632, + "test_recall": 0.8235294117647058 + } + }, + "156_athlete_sport_baseball": { + "1": { + "k": 1, + "selected_features": [ + 27253 + ], + "test_balanced_acc": 0.8836504136141416, + "test_accuracy": 0.8835341365461847, + "test_auc": 0.8836504136141418, + "test_f1": 0.8726207906295754, + "test_precision": 0.9644012944983819, + "test_recall": 0.7967914438502673 + }, + "4": { + "k": 4, + "selected_features": [ + 27253, + 18477, + 6555, + 3144 + ], + "test_balanced_acc": 0.8836253243681094, + "test_accuracy": 0.8835341365461847, + "test_auc": 0.9446674599647318, + "test_f1": 0.8751793400286944, + "test_precision": 0.9442724458204335, + "test_recall": 0.8155080213903744 + }, + "16": { + "k": 16, + "selected_features": [ + 27253, + 18477, + 6555, + 3144, + 23568, + 12737, + 16669, + 11001, + 11111, + 14392, + 1322, + 15844, + 2983, + 18320, + 24385, + 18887 + ], + "test_balanced_acc": 0.8714427033304182, + "test_accuracy": 0.8714859437751004, + "test_auc": 0.9689717710140356, + "test_f1": 0.8756476683937824, + "test_precision": 0.8492462311557789, + "test_recall": 0.9037433155080213 + } + }, + "157_amazon_5star": { + "1": { + "k": 1, + "selected_features": [ + 5395 + ], + "test_balanced_acc": 0.8121886255764634, + "test_accuracy": 0.8123076923076923, + "test_auc": 0.8121886255764634, + "test_f1": 0.8319559228650137, + "test_precision": 0.7537437603993344, + "test_recall": 0.9282786885245902 + }, + "4": { + "k": 4, + "selected_features": [ + 5395, + 26037, + 13734, + 19843 + ], + "test_balanced_acc": 0.8162996095196419, + "test_accuracy": 0.8164102564102564, + "test_auc": 0.8722565388628943, + "test_f1": 0.8344125809435707, + "test_precision": 0.760539629005059, + "test_recall": 0.9241803278688525 + }, + "16": { + "k": 16, + "selected_features": [ + 5395, + 26037, + 13734, + 19843, + 17760, + 25715, + 20578, + 21433, + 3642, + 4959, + 4053, + 31801, + 21963, + 13170, + 8855, + 8476 + ], + "test_balanced_acc": 0.8409381627225907, + "test_accuracy": 0.841025641025641, + "test_auc": 0.9101348167098663, + "test_f1": 0.8536355051935789, + "test_precision": 0.7915936952714536, + "test_recall": 0.9262295081967213 + } + }, + "158_code_C": { + "1": { + "k": 1, + "selected_features": [ + 30761 + ], + "test_balanced_acc": 0.739244148209211, + "test_accuracy": 0.7391596638655462, + "test_auc": 0.739244148209211, + "test_f1": 0.651705565529623, + "test_precision": 0.981081081081081, + "test_recall": 0.4879032258064516 + }, + "4": { + "k": 4, + "selected_features": [ + 30761, + 1342, + 16847, + 9314 + ], + "test_balanced_acc": 0.8117755313071711, + "test_accuracy": 0.8117647058823529, + "test_auc": 0.8893831666558201, + "test_f1": 0.8055555555555556, + "test_precision": 0.8333333333333334, + "test_recall": 0.7795698924731183 + }, + "16": { + "k": 16, + "selected_features": [ + 30761, + 1342, + 16847, + 9314, + 20476, + 22789, + 28192, + 11382, + 18330, + 31233, + 8043, + 289, + 20174, + 26122, + 7906, + 25776 + ], + "test_balanced_acc": 0.8890943734588657, + "test_accuracy": 0.8890756302521008, + "test_auc": 0.9600620250052425, + "test_f1": 0.8825622775800712, + "test_precision": 0.9379727685325264, + "test_recall": 0.8333333333333334 + } + }, + "159_code_Python": { + "1": { + "k": 1, + "selected_features": [ + 29216 + ], + "test_balanced_acc": 0.7698085468324041, + "test_accuracy": 0.7697478991596639, + "test_auc": 0.7698085468324041, + "test_f1": 0.7191471914719147, + "test_precision": 0.9221871713985279, + "test_recall": 0.5893817204301075 + }, + "4": { + "k": 4, + "selected_features": [ + 29216, + 17462, + 25776, + 1792 + ], + "test_balanced_acc": 0.8003709117006892, + "test_accuracy": 0.8003361344537815, + "test_auc": 0.8934750815309747, + "test_f1": 0.7773613193403298, + "test_precision": 0.8788135593220339, + "test_recall": 0.6969086021505376 + }, + "16": { + "k": 16, + "selected_features": [ + 29216, + 17462, + 25776, + 1792, + 1509, + 11387, + 30299, + 16458, + 3893, + 7855, + 8609, + 1342, + 26514, + 11656, + 32090, + 17117 + ], + "test_balanced_acc": 0.860532771474644, + "test_accuracy": 0.8605042016806723, + "test_auc": 0.9569600968248115, + "test_f1": 0.8475945648182152, + "test_precision": 0.934412955465587, + "test_recall": 0.7755376344086021 + } + }, + "160_code_HTML": { + "1": { + "k": 1, + "selected_features": [ + 5953 + ], + "test_balanced_acc": 0.748314243153929, + "test_accuracy": 0.7482352941176471, + "test_auc": 0.748314243153929, + "test_f1": 0.6710584101888449, + "test_precision": 0.9683143219264893, + "test_recall": 0.5134408602150538 + }, + "4": { + "k": 4, + "selected_features": [ + 5953, + 28134, + 1342, + 29680 + ], + "test_balanced_acc": 0.8060966096853737, + "test_accuracy": 0.8060504201680673, + "test_auc": 0.892227711853989, + "test_f1": 0.7752239968835216, + "test_precision": 0.9221501390176089, + "test_recall": 0.6686827956989247 + }, + "16": { + "k": 16, + "selected_features": [ + 5953, + 28134, + 1342, + 29680, + 17246, + 8043, + 29928, + 3819, + 22394, + 1115, + 19405, + 18301, + 18423, + 15139, + 19898, + 11473 + ], + "test_balanced_acc": 0.8171753765610199, + "test_accuracy": 0.8171428571428572, + "test_auc": 0.9294985302731197, + "test_f1": 0.7976190476190477, + "test_precision": 0.8933333333333333, + "test_recall": 0.7204301075268817 + } + }, + "161_agnews_0": { + "1": { + "k": 1, + "selected_features": [ + 6720 + ], + "test_balanced_acc": 0.9469056645045593, + "test_accuracy": 0.9468907563025211, + "test_auc": 0.9469056645045593, + "test_f1": 0.9444444444444444, + "test_precision": 0.9904129793510325, + "test_recall": 0.9025537634408602 + }, + "4": { + "k": 4, + "selected_features": [ + 6720, + 13893, + 12777, + 26598 + ], + "test_balanced_acc": 0.9576565448944616, + "test_accuracy": 0.9576470588235294, + "test_auc": 0.9643539257796965, + "test_f1": 0.9564315352697096, + "test_precision": 0.9850427350427351, + "test_recall": 0.9294354838709677 + }, + "16": { + "k": 16, + "selected_features": [ + 6720, + 13893, + 12777, + 26598, + 25318, + 17280, + 18767, + 24093, + 7343, + 29980, + 30251, + 10969, + 23375, + 19446, + 5236, + 28568 + ], + "test_balanced_acc": 0.9942874084358346, + "test_accuracy": 0.9942857142857143, + "test_auc": 0.9996113268397799, + "test_f1": 0.994258696386356, + "test_precision": 0.9993211133740665, + "test_recall": 0.989247311827957 + } + }, + "162_agnews_1": { + "1": { + "k": 1, + "selected_features": [ + 6720 + ], + "test_balanced_acc": 0.9274164171927313, + "test_accuracy": 0.9273949579831933, + "test_auc": 0.9274164171927313, + "test_f1": 0.9224694903086863, + "test_precision": 0.9899845916795069, + "test_recall": 0.8635752688172043 + }, + "4": { + "k": 4, + "selected_features": [ + 6720, + 12777, + 26598, + 24093 + ], + "test_balanced_acc": 0.9482346103506374, + "test_accuracy": 0.9482352941176471, + "test_auc": 0.9739620618839981, + "test_f1": 0.9483568075117371, + "test_precision": 0.9464524765729585, + "test_recall": 0.9502688172043011 + }, + "16": { + "k": 16, + "selected_features": [ + 6720, + 12777, + 26598, + 24093, + 25318, + 13893, + 7343, + 17280, + 29980, + 10969, + 15237, + 19446, + 19069, + 21339, + 1343, + 30068 + ], + "test_balanced_acc": 0.9862192767425212, + "test_accuracy": 0.986218487394958, + "test_auc": 0.9989374760468865, + "test_f1": 0.9861906365779723, + "test_precision": 0.9885212694125591, + "test_recall": 0.9838709677419355 + } + }, + "163_agnews_2": { + "1": { + "k": 1, + "selected_features": [ + 6720 + ], + "test_balanced_acc": 0.9196879225690754, + "test_accuracy": 0.9196638655462185, + "test_auc": 0.9196879225690754, + "test_f1": 0.9134998190372783, + "test_precision": 0.9898039215686274, + "test_recall": 0.8481182795698925 + }, + "4": { + "k": 4, + "selected_features": [ + 6720, + 12777, + 25318, + 26598 + ], + "test_balanced_acc": 0.9385030931152425, + "test_accuracy": 0.9384873949579832, + "test_auc": 0.944885467962485, + "test_f1": 0.9354952414522383, + "test_precision": 0.9836916234247591, + "test_recall": 0.8918010752688172 + }, + "16": { + "k": 16, + "selected_features": [ + 6720, + 12777, + 25318, + 26598, + 17280, + 28568, + 24093, + 7343, + 13893, + 10969, + 15237, + 23375, + 19446, + 6270, + 30251, + 21339 + ], + "test_balanced_acc": 0.9838698378780977, + "test_accuracy": 0.9838655462184874, + "test_auc": 0.9988552219594912, + "test_f1": 0.9836623553437712, + "test_precision": 0.996551724137931, + "test_recall": 0.9711021505376344 + } + } +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/cfg.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..4066f7ef2a5f3c4fe81f0e00b99b64d58c22711a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/cfg.json @@ -0,0 +1 @@ +{"metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "model_name": "gemma-2-2b", "hook_name": "blocks.12.hook_resid_post", "hook_head_index": null, "context_size": 1024, "prepend_bos": true, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "model_class_name": "AutoModelForCausalLM", "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "d_sae": 32768, "d_in": 2304, "dtype": "float32", "normalize_activations": "none", "reshape_activations": "none", "device": "cuda", "apply_b_dec_to_input": true, "architecture": "jumprelu"} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/binarized_probing_binarized_linear_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/binarized_probing_binarized_linear_results.json new file mode 100644 index 0000000000000000000000000000000000000000..36333febea48a4821ff4ac3149c4c1a8cf076f86 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/binarized_probing_binarized_linear_results.json @@ -0,0 +1,6330 @@ +{ + "5_hist_fig_ismale": { + "1": { + "k": 1, + "selected_features": [ + 21056 + ], + "test_balanced_acc": 0.9081708418604226, + "test_accuracy": 0.9081761006289308, + "test_auc": 0.9081708418604226, + "test_f1": 0.9100763734910077, + "test_precision": 0.8918396909705456, + "test_recall": 0.9290744466800804 + }, + "4": { + "k": 4, + "selected_features": [ + 21056, + 17274, + 10741, + 8060 + ], + "test_balanced_acc": 0.921509175840144, + "test_accuracy": 0.9215094339622641, + "test_auc": 0.9697405621448874, + "test_f1": 0.9216080402010051, + "test_precision": 0.9206827309236948, + "test_recall": 0.9225352112676056 + }, + "16": { + "k": 16, + "selected_features": [ + 21056, + 17274, + 10741, + 8060, + 16490, + 32173, + 14983, + 546, + 11016, + 15186, + 21573, + 29294, + 8202, + 24385, + 14999, + 15546 + ], + "test_balanced_acc": 0.931568145663108, + "test_accuracy": 0.9315723270440252, + "test_auc": 0.9789353888808442, + "test_f1": 0.9327065809005443, + "test_precision": 0.9177215189873418, + "test_recall": 0.9481891348088531 + } + }, + "6_hist_fig_isamerican": { + "1": { + "k": 1, + "selected_features": [ + 28427 + ], + "test_balanced_acc": 0.812320703283617, + "test_accuracy": 0.8123270440251572, + "test_auc": 0.812320703283617, + "test_f1": 0.8169774288518155, + "test_precision": 0.7974137931034483, + "test_recall": 0.8375251509054326 + }, + "4": { + "k": 4, + "selected_features": [ + 28427, + 2981, + 26015, + 4985 + ], + "test_balanced_acc": 0.895846138734774, + "test_accuracy": 0.8958490566037736, + "test_auc": 0.9337319842558117, + "test_f1": 0.8970661362506216, + "test_precision": 0.8869223205506391, + "test_recall": 0.9074446680080482 + }, + "16": { + "k": 16, + "selected_features": [ + 28427, + 2981, + 26015, + 4985, + 27273, + 24015, + 17588, + 3514, + 28699, + 18060, + 6097, + 1429, + 28039, + 24280, + 31238, + 25401 + ], + "test_balanced_acc": 0.9177313503567961, + "test_accuracy": 0.9177358490566038, + "test_auc": 0.9667619456041736, + "test_f1": 0.9191994069681245, + "test_precision": 0.9033511413307431, + "test_recall": 0.9356136820925554 + } + }, + "7_hist_fig_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 8383 + ], + "test_balanced_acc": 0.5859159739514085, + "test_accuracy": 0.5859119496855346, + "test_auc": 0.5859159739514085, + "test_f1": 0.5792433537832311, + "test_precision": 0.5888773388773388, + "test_recall": 0.5699195171026157 + }, + "4": { + "k": 4, + "selected_features": [ + 8383, + 18823, + 14926, + 28142 + ], + "test_balanced_acc": 0.6055412748256018, + "test_accuracy": 0.6055345911949686, + "test_auc": 0.6228512241035543, + "test_f1": 0.5948320413436693, + "test_precision": 0.6115834218916046, + "test_recall": 0.5789738430583501 + }, + "16": { + "k": 16, + "selected_features": [ + 8383, + 18823, + 14926, + 28142, + 18099, + 8202, + 3420, + 31162, + 2680, + 17274, + 16490, + 21382, + 18764, + 3985, + 2333, + 26503 + ], + "test_balanced_acc": 0.6158566902167915, + "test_accuracy": 0.6158490566037735, + "test_auc": 0.6452940086416841, + "test_f1": 0.6038910505836576, + "test_precision": 0.6234600964113551, + "test_recall": 0.5855130784708249 + } + }, + "21_headline_istrump": { + "1": { + "k": 1, + "selected_features": [ + 32359 + ], + "test_balanced_acc": 0.7911638173277207, + "test_accuracy": 0.7911949685534592, + "test_auc": 0.7911638173277207, + "test_f1": 0.8142345568487018, + "test_precision": 0.7334677419354839, + "test_recall": 0.9149899396378269 + }, + "4": { + "k": 4, + "selected_features": [ + 32359, + 29898, + 26833, + 3207 + ], + "test_balanced_acc": 0.8337036562606641, + "test_accuracy": 0.8337106918238993, + "test_auc": 0.9045011133737503, + "test_f1": 0.8382676780034255, + "test_precision": 0.8161029061457837, + "test_recall": 0.8616700201207244 + }, + "16": { + "k": 16, + "selected_features": [ + 32359, + 29898, + 26833, + 3207, + 28427, + 20697, + 16669, + 14208, + 26867, + 3738, + 727, + 25021, + 1968, + 30504, + 4182, + 9109 + ], + "test_balanced_acc": 0.8671668916366847, + "test_accuracy": 0.8671698113207548, + "test_auc": 0.9393007516665164, + "test_f1": 0.8687220288413725, + "test_precision": 0.8588987217305801, + "test_recall": 0.8787726358148893 + } + }, + "22_headline_isobama": { + "1": { + "k": 1, + "selected_features": [ + 29016 + ], + "test_balanced_acc": 0.738738195700221, + "test_accuracy": 0.7385103011093502, + "test_auc": 0.738738195700221, + "test_f1": 0.6950092421441775, + "test_precision": 0.8355555555555556, + "test_recall": 0.5949367088607594 + }, + "4": { + "k": 4, + "selected_features": [ + 29016, + 32359, + 29898, + 28427 + ], + "test_balanced_acc": 0.8494374120956399, + "test_accuracy": 0.849445324881141, + "test_auc": 0.9045911191480813, + "test_f1": 0.8503937007874016, + "test_precision": 0.8463949843260188, + "test_recall": 0.8544303797468354 + }, + "16": { + "k": 16, + "selected_features": [ + 29016, + 32359, + 29898, + 28427, + 9109, + 20175, + 11229, + 3207, + 16124, + 19097, + 13553, + 6617, + 18971, + 24904, + 727, + 10276 + ], + "test_balanced_acc": 0.8827255374723729, + "test_accuracy": 0.8827258320126783, + "test_auc": 0.943701024713683, + "test_f1": 0.8829113924050633, + "test_precision": 0.8829113924050633, + "test_recall": 0.8829113924050633 + } + }, + "23_headline_ischina": { + "1": { + "k": 1, + "selected_features": [ + 28427 + ], + "test_balanced_acc": 0.6829574801697105, + "test_accuracy": 0.6830732292917167, + "test_auc": 0.6829574801697105, + "test_f1": 0.7111597374179431, + "test_precision": 0.6539235412474849, + "test_recall": 0.7793764988009593 + }, + "4": { + "k": 4, + "selected_features": [ + 28427, + 25481, + 14155, + 26122 + ], + "test_balanced_acc": 0.6963198671831765, + "test_accuracy": 0.6962785114045619, + "test_auc": 0.8076865430732337, + "test_f1": 0.6857142857142857, + "test_precision": 0.711340206185567, + "test_recall": 0.6618705035971223 + }, + "16": { + "k": 16, + "selected_features": [ + 28427, + 25481, + 14155, + 26122, + 13036, + 27273, + 15771, + 29898, + 4437, + 2351, + 18716, + 8817, + 9997, + 30504, + 13094, + 3290 + ], + "test_balanced_acc": 0.7635410902047592, + "test_accuracy": 0.7635054021608644, + "test_auc": 0.8573890887290169, + "test_f1": 0.7564894932014833, + "test_precision": 0.7806122448979592, + "test_recall": 0.7338129496402878 + } + }, + "24_headline_isiran": { + "1": { + "k": 1, + "selected_features": [ + 14155 + ], + "test_balanced_acc": 0.7684718596320806, + "test_accuracy": 0.768595041322314, + "test_auc": 0.7684718596320808, + "test_f1": 0.7789473684210526, + "test_precision": 0.7474747474747475, + "test_recall": 0.8131868131868132 + }, + "4": { + "k": 4, + "selected_features": [ + 14155, + 6617, + 25255, + 26529 + ], + "test_balanced_acc": 0.7656790723089065, + "test_accuracy": 0.7658402203856749, + "test_auc": 0.8150840871835348, + "test_f1": 0.7792207792207793, + "test_precision": 0.7389162561576355, + "test_recall": 0.8241758241758241 + }, + "16": { + "k": 16, + "selected_features": [ + 14155, + 6617, + 25255, + 26529, + 7665, + 26815, + 28427, + 28807, + 9470, + 7531, + 3738, + 727, + 18971, + 4437, + 25277, + 23650 + ], + "test_balanced_acc": 0.7741636816222451, + "test_accuracy": 0.7741046831955923, + "test_auc": 0.8297917552061198, + "test_f1": 0.7696629213483146, + "test_precision": 0.7873563218390804, + "test_recall": 0.7527472527472527 + } + }, + "26_headline_isfrontpage": { + "1": { + "k": 1, + "selected_features": [ + 28427 + ], + "test_balanced_acc": 0.6367173853387056, + "test_accuracy": 0.6367295597484277, + "test_auc": 0.6367173853387056, + "test_f1": 0.6535508637236085, + "test_precision": 0.6247706422018349, + "test_recall": 0.6851106639839034 + }, + "4": { + "k": 4, + "selected_features": [ + 28427, + 3207, + 727, + 29541 + ], + "test_balanced_acc": 0.6525751134891888, + "test_accuracy": 0.6525786163522013, + "test_auc": 0.7086346716433477, + "test_f1": 0.657405110394443, + "test_precision": 0.648556045031816, + "test_recall": 0.6664989939637826 + }, + "16": { + "k": 16, + "selected_features": [ + 28427, + 3207, + 727, + 29541, + 8202, + 32359, + 15410, + 9109, + 8817, + 15748, + 815, + 26867, + 13306, + 24904, + 8380, + 30541 + ], + "test_balanced_acc": 0.6671716256269373, + "test_accuracy": 0.6671698113207547, + "test_auc": 0.7342016365935927, + "test_f1": 0.6648087154801114, + "test_precision": 0.6697294538029607, + "test_recall": 0.6599597585513078 + } + }, + "36_sciq_tf": { + "1": { + "k": 1, + "selected_features": [ + 22334 + ], + "test_balanced_acc": 0.7786059588532706, + "test_accuracy": 0.7786163522012579, + "test_auc": 0.7786059588532707, + "test_f1": 0.7874396135265701, + "test_precision": 0.7574349442379182, + "test_recall": 0.8199195171026157 + }, + "4": { + "k": 4, + "selected_features": [ + 22334, + 21226, + 15162, + 29593 + ], + "test_balanced_acc": 0.8193704248642333, + "test_accuracy": 0.8193710691823899, + "test_auc": 0.8795651361617112, + "test_f1": 0.8198695434019067, + "test_precision": 0.8178178178178178, + "test_recall": 0.8219315895372233 + }, + "16": { + "k": 16, + "selected_features": [ + 22334, + 21226, + 15162, + 29593, + 22952, + 30020, + 1378, + 21429, + 16462, + 12975, + 4656, + 15904, + 12465, + 3261, + 8014, + 26927 + ], + "test_balanced_acc": 0.8289251108057505, + "test_accuracy": 0.8289308176100629, + "test_auc": 0.9075998517526902, + "test_f1": 0.8327594687653713, + "test_precision": 0.814725697786333, + "test_recall": 0.8516096579476862 + } + }, + "41_truthqa_tf": { + "1": { + "k": 1, + "selected_features": [ + 1844 + ], + "test_balanced_acc": 0.573469387755102, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.573469387755102, + "test_f1": 0.6557377049180327, + "test_precision": 0.5555555555555556, + "test_recall": 0.8 + }, + "4": { + "k": 4, + "selected_features": [ + 1844, + 11706, + 1544, + 30115 + ], + "test_balanced_acc": 0.6142857142857143, + "test_accuracy": 0.6161616161616161, + "test_auc": 0.7216326530612245, + "test_f1": 0.6779661016949152, + "test_precision": 0.5882352941176471, + "test_recall": 0.8 + }, + "16": { + "k": 16, + "selected_features": [ + 1844, + 11706, + 1544, + 30115, + 16295, + 6834, + 8872, + 11597, + 16860, + 6308, + 10215, + 30020, + 25533, + 2246, + 26122, + 13875 + ], + "test_balanced_acc": 0.646326530612245, + "test_accuracy": 0.6464646464646465, + "test_auc": 0.7236734693877551, + "test_f1": 0.6534653465346535, + "test_precision": 0.6470588235294118, + "test_recall": 0.66 + } + }, + "42_temp_sense": { + "1": { + "k": 1, + "selected_features": [ + 21226 + ], + "test_balanced_acc": 0.7081343906510851, + "test_accuracy": 0.7080900750625522, + "test_auc": 0.7081343906510852, + "test_f1": 0.6919014084507042, + "test_precision": 0.7332089552238806, + "test_recall": 0.655 + }, + "4": { + "k": 4, + "selected_features": [ + 21226, + 13053, + 17228, + 23641 + ], + "test_balanced_acc": 0.7422968836950473, + "test_accuracy": 0.7422852376980817, + "test_auc": 0.8026015581524764, + "test_f1": 0.738799661876585, + "test_precision": 0.7495711835334476, + "test_recall": 0.7283333333333334 + }, + "16": { + "k": 16, + "selected_features": [ + 21226, + 13053, + 17228, + 23641, + 32176, + 21643, + 13311, + 12691, + 2526, + 3489, + 20203, + 8273, + 16462, + 17271, + 7144, + 24093 + ], + "test_balanced_acc": 0.7731190873678353, + "test_accuracy": 0.7731442869057548, + "test_auc": 0.8558722871452421, + "test_f1": 0.7799352750809061, + "test_precision": 0.7578616352201258, + "test_recall": 0.8033333333333333 + } + }, + "44_phys_tf": { + "1": { + "k": 1, + "selected_features": [ + 8273 + ], + "test_balanced_acc": 0.6188611285225192, + "test_accuracy": 0.6188679245283019, + "test_auc": 0.6188611285225191, + "test_f1": 0.6289493019838354, + "test_precision": 0.6128878281622911, + "test_recall": 0.6458752515090543 + }, + "4": { + "k": 4, + "selected_features": [ + 8273, + 11553, + 32176, + 12652 + ], + "test_balanced_acc": 0.628428092460146, + "test_accuracy": 0.6284276729559748, + "test_auc": 0.675644075828904, + "test_f1": 0.6278659611992945, + "test_precision": 0.6289752650176679, + "test_recall": 0.6267605633802817 + }, + "16": { + "k": 16, + "selected_features": [ + 8273, + 11553, + 32176, + 12652, + 25050, + 12691, + 8380, + 17228, + 16660, + 3261, + 26526, + 29262, + 3489, + 2526, + 23690, + 25154 + ], + "test_balanced_acc": 0.632199082770402, + "test_accuracy": 0.6322012578616352, + "test_auc": 0.6945125711490888, + "test_f1": 0.6354114713216957, + "test_precision": 0.6300692383778437, + "test_recall": 0.6408450704225352 + } + }, + "47_reasoning_tf": { + "1": { + "k": 1, + "selected_features": [ + 10611 + ], + "test_balanced_acc": 0.538592671117096, + "test_accuracy": 0.5385996409335727, + "test_auc": 0.5385926711170959, + "test_f1": 0.5440567711413364, + "test_precision": 0.5380116959064327, + "test_recall": 0.5502392344497608 + }, + "4": { + "k": 4, + "selected_features": [ + 10611, + 7214, + 32553, + 32042 + ], + "test_balanced_acc": 0.5488088416468498, + "test_accuracy": 0.5487731897067624, + "test_auc": 0.5640059593731197, + "test_f1": 0.5203562340966921, + "test_precision": 0.5557065217391305, + "test_recall": 0.4892344497607656 + }, + "16": { + "k": 16, + "selected_features": [ + 10611, + 7214, + 32553, + 32042, + 29401, + 18024, + 24973, + 6193, + 25765, + 28614, + 9369, + 14635, + 30462, + 28984, + 11303, + 24627 + ], + "test_balanced_acc": 0.52841088158611, + "test_accuracy": 0.528426092160383, + "test_auc": 0.5612103544107957, + "test_f1": 0.5402567094515752, + "test_precision": 0.5273348519362187, + "test_recall": 0.5538277511961722 + } + }, + "48_cm_correct": { + "1": { + "k": 1, + "selected_features": [ + 210 + ], + "test_balanced_acc": 0.6071026055679827, + "test_accuracy": 0.6070440251572327, + "test_auc": 0.6071026055679827, + "test_f1": 0.4878688524590164, + "test_precision": 0.7005649717514124, + "test_recall": 0.37424547283702214 + }, + "4": { + "k": 4, + "selected_features": [ + 210, + 20885, + 4255, + 8273 + ], + "test_balanced_acc": 0.5960127903809369, + "test_accuracy": 0.5959748427672956, + "test_auc": 0.6110714361660654, + "test_f1": 0.5242890995260664, + "test_precision": 0.6376080691642652, + "test_recall": 0.44517102615694165 + }, + "16": { + "k": 16, + "selected_features": [ + 210, + 20885, + 4255, + 8273, + 23562, + 18560, + 18628, + 11168, + 4886, + 25715, + 2508, + 20198, + 8380, + 1891, + 12701, + 31801 + ], + "test_balanced_acc": 0.6447968130878882, + "test_accuracy": 0.6447798742138364, + "test_auc": 0.7148712607805869, + "test_f1": 0.6192017259978425, + "test_precision": 0.6674418604651163, + "test_recall": 0.5774647887323944 + } + }, + "49_cm_isshort": { + "1": { + "k": 1, + "selected_features": [ + 25970 + ], + "test_balanced_acc": 0.996477101157524, + "test_accuracy": 0.9964779874213836, + "test_auc": 0.996477101157524, + "test_f1": 0.9964912280701754, + "test_precision": 0.993006993006993, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 25970, + 22631, + 27723, + 6720 + ], + "test_balanced_acc": 0.996477101157524, + "test_accuracy": 0.9964779874213836, + "test_auc": 0.9998663343928695, + "test_f1": 0.9964912280701754, + "test_precision": 0.993006993006993, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 25970, + 22631, + 27723, + 6720, + 3192, + 8292, + 10713, + 23641, + 7922, + 24093, + 6783, + 1792, + 20578, + 7144, + 16896, + 18599 + ], + "test_balanced_acc": 0.9992450931051837, + "test_accuracy": 0.999245283018868, + "test_auc": 0.9999974684544104, + "test_f1": 0.9992460417190249, + "test_precision": 0.9984932194876946, + "test_recall": 1.0 + } + }, + "50_deon_isvalid": { + "1": { + "k": 1, + "selected_features": [ + 8380 + ], + "test_balanced_acc": 0.6306847121987081, + "test_accuracy": 0.6306918238993711, + "test_auc": 0.6306847121987081, + "test_f1": 0.6409001956947162, + "test_precision": 0.6238095238095238, + "test_recall": 0.6589537223340041 + }, + "4": { + "k": 4, + "selected_features": [ + 8380, + 17228, + 11168, + 22334 + ], + "test_balanced_acc": 0.652600808676923, + "test_accuracy": 0.6525786163522013, + "test_auc": 0.7043742069933442, + "test_f1": 0.6190344827586207, + "test_precision": 0.6854001221747098, + "test_recall": 0.5643863179074446 + }, + "16": { + "k": 16, + "selected_features": [ + 8380, + 17228, + 11168, + 22334, + 24093, + 7144, + 13170, + 8273, + 15771, + 29402, + 23622, + 11272, + 7594, + 17415, + 18360, + 20389 + ], + "test_balanced_acc": 0.6895683360353364, + "test_accuracy": 0.689559748427673, + "test_auc": 0.7597545514658156, + "test_f1": 0.6786458333333333, + "test_precision": 0.7035637149028078, + "test_recall": 0.6554325955734407 + } + }, + "51_just_is": { + "1": { + "k": 1, + "selected_features": [ + 11168 + ], + "test_balanced_acc": 0.6729588654220238, + "test_accuracy": 0.6729559748427673, + "test_auc": 0.6729588654220238, + "test_f1": 0.6692111959287532, + "test_precision": 0.6771369721936148, + "test_recall": 0.6614688128772636 + }, + "4": { + "k": 4, + "selected_features": [ + 11168, + 17228, + 22334, + 8273 + ], + "test_balanced_acc": 0.6938441165361571, + "test_accuracy": 0.6938364779874214, + "test_auc": 0.7540722442354175, + "test_f1": 0.6843060959792477, + "test_precision": 0.7064809855382967, + "test_recall": 0.6634808853118712 + }, + "16": { + "k": 16, + "selected_features": [ + 11168, + 17228, + 22334, + 8273, + 20389, + 12691, + 8380, + 4255, + 13614, + 13170, + 12046, + 11272, + 8966, + 19385, + 7594, + 10214 + ], + "test_balanced_acc": 0.7227643667743755, + "test_accuracy": 0.7227672955974843, + "test_auc": 0.7938773810452042, + "test_f1": 0.7260069617105918, + "test_precision": 0.7177974434611603, + "test_recall": 0.7344064386317908 + } + }, + "52_virtue_is": { + "1": { + "k": 1, + "selected_features": [ + 6639 + ], + "test_balanced_acc": 0.7062358785977976, + "test_accuracy": 0.7061760840998685, + "test_auc": 0.7062358785977976, + "test_f1": 0.6197278911564625, + "test_precision": 0.8784956605593057, + "test_recall": 0.47871781397792956 + }, + "4": { + "k": 4, + "selected_features": [ + 6639, + 10084, + 393, + 1378 + ], + "test_balanced_acc": 0.7839640271351946, + "test_accuracy": 0.7839684625492772, + "test_auc": 0.8683108965698634, + "test_f1": 0.7875968992248062, + "test_precision": 0.7747839349262837, + "test_recall": 0.8008407777193904 + }, + "16": { + "k": 16, + "selected_features": [ + 6639, + 10084, + 393, + 1378, + 7906, + 1269, + 2973, + 27036, + 5042, + 4622, + 26932, + 8019, + 31354, + 17282, + 10611, + 25586 + ], + "test_balanced_acc": 0.8596539140976697, + "test_accuracy": 0.859658344283837, + "test_auc": 0.9373067761180669, + "test_f1": 0.862015503875969, + "test_precision": 0.84799186578546, + "test_recall": 0.8765107724645297 + } + }, + "54_cs_tf": { + "1": { + "k": 1, + "selected_features": [ + 23917 + ], + "test_balanced_acc": 0.5303291819361058, + "test_accuracy": 0.530314465408805, + "test_auc": 0.5303291819361058, + "test_f1": 0.501202244189153, + "test_precision": 0.5344729344729344, + "test_recall": 0.47183098591549294 + }, + "4": { + "k": 4, + "selected_features": [ + 23917, + 6720, + 6285, + 12777 + ], + "test_balanced_acc": 0.5338447392963721, + "test_accuracy": 0.5338364779874214, + "test_auc": 0.542049098820401, + "test_f1": 0.5180754226267881, + "test_precision": 0.5363489499192245, + "test_recall": 0.5010060362173038 + }, + "16": { + "k": 16, + "selected_features": [ + 23917, + 6720, + 6285, + 12777, + 32214, + 8154, + 18599, + 12701, + 27212, + 1544, + 21053, + 15509, + 30650, + 11977, + 20389, + 27723 + ], + "test_balanced_acc": 0.556232969027046, + "test_accuracy": 0.5562264150943397, + "test_auc": 0.586384563040042, + "test_f1": 0.5444214876033058, + "test_precision": 0.559447983014862, + "test_recall": 0.5301810865191147 + } + }, + "56_wikidatasex_or_gender": { + "1": { + "k": 1, + "selected_features": [ + 21056 + ], + "test_balanced_acc": 0.9718297201426982, + "test_accuracy": 0.9718238993710692, + "test_auc": 0.9718297201426983, + "test_f1": 0.9711637487126673, + "test_precision": 0.9947257383966245, + "test_recall": 0.9486921529175051 + }, + "4": { + "k": 4, + "selected_features": [ + 21056, + 16669, + 21946, + 7847 + ], + "test_balanced_acc": 0.9738390078771573, + "test_accuracy": 0.9738364779874213, + "test_auc": 0.9901887419129776, + "test_f1": 0.9735772357723578, + "test_precision": 0.9835728952772074, + "test_recall": 0.9637826961770624 + }, + "16": { + "k": 16, + "selected_features": [ + 21056, + 16669, + 21946, + 7847, + 15771, + 30500, + 31580, + 15546, + 29294, + 9539, + 6420, + 12155, + 3010, + 29108, + 17274, + 10741 + ], + "test_balanced_acc": 0.9776111373829287, + "test_accuracy": 0.9776100628930817, + "test_auc": 0.9968774650925178, + "test_f1": 0.9775195756504168, + "test_precision": 0.9817351598173516, + "test_recall": 0.9733400402414487 + } + }, + "57_wikidatais_alive": { + "1": { + "k": 1, + "selected_features": [ + 31580 + ], + "test_balanced_acc": 0.8613690193501219, + "test_accuracy": 0.8613836477987421, + "test_auc": 0.8613690193501218, + "test_f1": 0.8690278107915379, + "test_precision": 0.8237945020279405, + "test_recall": 0.9195171026156942 + }, + "4": { + "k": 4, + "selected_features": [ + 31580, + 3010, + 7847, + 24106 + ], + "test_balanced_acc": 0.9154765027001466, + "test_accuracy": 0.9154716981132075, + "test_auc": 0.9629619690969166, + "test_f1": 0.9138461538461539, + "test_precision": 0.9320083682008368, + "test_recall": 0.8963782696177063 + }, + "16": { + "k": 16, + "selected_features": [ + 31580, + 3010, + 7847, + 24106, + 29108, + 13008, + 12155, + 17588, + 4176, + 23523, + 9412, + 19931, + 9539, + 30500, + 24385, + 17474 + ], + "test_balanced_acc": 0.9559736374968482, + "test_accuracy": 0.9559748427672956, + "test_auc": 0.9895448432922649, + "test_f1": 0.9561952440550688, + "test_precision": 0.9516691579471849, + "test_recall": 0.9607645875251509 + } + }, + "58_wikidatapolitical_party": { + "1": { + "k": 1, + "selected_features": [ + 18357 + ], + "test_balanced_acc": 0.825354609929078, + "test_accuracy": 0.8253164556962025, + "test_auc": 0.825354609929078, + "test_f1": 0.8111658456486043, + "test_precision": 0.8831942789034565, + "test_recall": 0.75 + }, + "4": { + "k": 4, + "selected_features": [ + 18357, + 12606, + 5449, + 14283 + ], + "test_balanced_acc": 0.8334281899511462, + "test_accuracy": 0.8334177215189873, + "test_auc": 0.8984280463843733, + "test_f1": 0.8299741602067183, + "test_precision": 0.8479408658922915, + "test_recall": 0.812753036437247 + }, + "16": { + "k": 16, + "selected_features": [ + 18357, + 12606, + 5449, + 14283, + 8334, + 6555, + 25032, + 17152, + 18887, + 7688, + 30703, + 16669, + 16809, + 4726, + 25179, + 31751 + ], + "test_balanced_acc": 0.8688650841506385, + "test_accuracy": 0.8688607594936709, + "test_auc": 0.9325410498422816, + "test_f1": 0.8677896886166412, + "test_precision": 0.8753861997940268, + "test_recall": 0.8603238866396761 + } + }, + "59_wikidata_occupation_isjournalist": { + "1": { + "k": 1, + "selected_features": [ + 30500 + ], + "test_balanced_acc": 0.7784844481098732, + "test_accuracy": 0.7784615384615384, + "test_auc": 0.7784844481098732, + "test_f1": 0.7735849056603774, + "test_precision": 0.7918454935622318, + "test_recall": 0.7561475409836066 + }, + "4": { + "k": 4, + "selected_features": [ + 30500, + 32675, + 17395, + 27735 + ], + "test_balanced_acc": 0.813385734002087, + "test_accuracy": 0.8133333333333334, + "test_auc": 0.876054044501296, + "test_f1": 0.8034557235421166, + "test_precision": 0.8493150684931506, + "test_recall": 0.7622950819672131 + }, + "16": { + "k": 16, + "selected_features": [ + 30500, + 32675, + 17395, + 27735, + 22869, + 7847, + 31751, + 23518, + 23146, + 27790, + 29593, + 1297, + 25131, + 25179, + 20324, + 31238 + ], + "test_balanced_acc": 0.853386828020332, + "test_accuracy": 0.8533333333333334, + "test_auc": 0.9097245598680446, + "test_f1": 0.8454054054054054, + "test_precision": 0.8947368421052632, + "test_recall": 0.8012295081967213 + } + }, + "60_wikidata_occupation_isathlete": { + "1": { + "k": 1, + "selected_features": [ + 28369 + ], + "test_balanced_acc": 0.8298023193186792, + "test_accuracy": 0.8297435897435897, + "test_auc": 0.8298023193186791, + "test_f1": 0.8195652173913044, + "test_precision": 0.8726851851851852, + "test_recall": 0.7725409836065574 + }, + "4": { + "k": 4, + "selected_features": [ + 28369, + 15441, + 15581, + 23523 + ], + "test_balanced_acc": 0.8667359544888411, + "test_accuracy": 0.8666666666666667, + "test_auc": 0.9019233682297101, + "test_f1": 0.8571428571428571, + "test_precision": 0.9241706161137441, + "test_recall": 0.7991803278688525 + }, + "16": { + "k": 16, + "selected_features": [ + 28369, + 15441, + 15581, + 23523, + 28223, + 17627, + 1297, + 8872, + 16462, + 24106, + 9412, + 11553, + 31751, + 1402, + 30500, + 29016 + ], + "test_balanced_acc": 0.8780085501733599, + "test_accuracy": 0.877948717948718, + "test_auc": 0.9100759080351432, + "test_f1": 0.8705114254624592, + "test_precision": 0.9280742459396751, + "test_recall": 0.819672131147541 + } + }, + "61_wikidata_occupation_isactor": { + "1": { + "k": 1, + "selected_features": [ + 12155 + ], + "test_balanced_acc": 0.8041412798330361, + "test_accuracy": 0.8041025641025641, + "test_auc": 0.804141279833036, + "test_f1": 0.7965921192758253, + "test_precision": 0.8292682926829268, + "test_recall": 0.7663934426229508 + }, + "4": { + "k": 4, + "selected_features": [ + 12155, + 9206, + 23523, + 22644 + ], + "test_balanced_acc": 0.8533468542767697, + "test_accuracy": 0.8533333333333334, + "test_auc": 0.9033897734540681, + "test_f1": 0.8515057113187954, + "test_precision": 0.8631578947368421, + "test_recall": 0.8401639344262295 + }, + "16": { + "k": 16, + "selected_features": [ + 12155, + 9206, + 23523, + 22644, + 1297, + 21365, + 9412, + 27194, + 1440, + 30135, + 14983, + 1824, + 5329, + 1382, + 21934, + 24549 + ], + "test_balanced_acc": 0.8677205709092133, + "test_accuracy": 0.8676923076923077, + "test_auc": 0.9192109603797085, + "test_f1": 0.8640674394099052, + "test_precision": 0.8893709327548807, + "test_recall": 0.8401639344262295 + } + }, + "62_wikidata_occupation_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 28790 + ], + "test_balanced_acc": 0.7180357323189821, + "test_accuracy": 0.717948717948718, + "test_auc": 0.718035732318982, + "test_f1": 0.6920492721164614, + "test_precision": 0.762962962962963, + "test_recall": 0.6331967213114754 + }, + "4": { + "k": 4, + "selected_features": [ + 28790, + 23523, + 9478, + 21946 + ], + "test_balanced_acc": 0.7856123977513717, + "test_accuracy": 0.7856410256410257, + "test_auc": 0.8623956474904906, + "test_f1": 0.7916251246261217, + "test_precision": 0.7708737864077669, + "test_recall": 0.8135245901639344 + }, + "16": { + "k": 16, + "selected_features": [ + 28790, + 23523, + 9478, + 21946, + 14926, + 15602, + 8202, + 31580, + 12155, + 12769, + 17482, + 19460, + 29294, + 15771, + 24186, + 1705 + ], + "test_balanced_acc": 0.8605274009492712, + "test_accuracy": 0.8605128205128205, + "test_auc": 0.930197428215572, + "test_f1": 0.8586278586278586, + "test_precision": 0.8713080168776371, + "test_recall": 0.8463114754098361 + } + }, + "63_wikidata_occupation_issinger": { + "1": { + "k": 1, + "selected_features": [ + 25035 + ], + "test_balanced_acc": 0.8482470461507389, + "test_accuracy": 0.8482051282051282, + "test_auc": 0.8482470461507389, + "test_f1": 0.8418803418803419, + "test_precision": 0.8794642857142857, + "test_recall": 0.8073770491803278 + }, + "4": { + "k": 4, + "selected_features": [ + 25035, + 17848, + 21596, + 23523 + ], + "test_balanced_acc": 0.8461620998417881, + "test_accuracy": 0.8461538461538461, + "test_auc": 0.892222371831555, + "test_f1": 0.8450413223140496, + "test_precision": 0.8520833333333333, + "test_recall": 0.8381147540983607 + }, + "16": { + "k": 16, + "selected_features": [ + 25035, + 17848, + 21596, + 23523, + 26413, + 15771, + 8557, + 12155, + 29294, + 5435, + 8872, + 8629, + 25166, + 28790, + 19818, + 26015 + ], + "test_balanced_acc": 0.8553939307233985, + "test_accuracy": 0.8553846153846154, + "test_auc": 0.9165411350860068, + "test_f1": 0.8541882109617374, + "test_precision": 0.8622129436325678, + "test_recall": 0.8463114754098361 + } + }, + "64_wikidata_occupation_isresearcher": { + "1": { + "k": 1, + "selected_features": [ + 8761 + ], + "test_balanced_acc": 0.885621991617709, + "test_accuracy": 0.8855614973262033, + "test_auc": 0.885621991617709, + "test_f1": 0.8788221970554927, + "test_precision": 0.9349397590361446, + "test_recall": 0.8290598290598291 + }, + "4": { + "k": 4, + "selected_features": [ + 8761, + 24030, + 29624, + 24991 + ], + "test_balanced_acc": 0.8856174161313348, + "test_accuracy": 0.8855614973262033, + "test_auc": 0.9367759292812826, + "test_f1": 0.8793686583990981, + "test_precision": 0.9307875894988067, + "test_recall": 0.8333333333333334 + }, + "16": { + "k": 16, + "selected_features": [ + 8761, + 24030, + 29624, + 24991, + 13574, + 1382, + 26015, + 29593, + 24106, + 23523, + 26637, + 4210, + 9413, + 29515, + 31162, + 1297 + ], + "test_balanced_acc": 0.9123268178407364, + "test_accuracy": 0.9122994652406418, + "test_auc": 0.9561027837259101, + "test_f1": 0.9100877192982456, + "test_precision": 0.9346846846846847, + "test_recall": 0.8867521367521367 + } + }, + "65_high-school": { + "1": { + "k": 1, + "selected_features": [ + 32648 + ], + "test_balanced_acc": 0.9678245406948428, + "test_accuracy": 0.967816091954023, + "test_auc": 0.9678245406948428, + "test_f1": 0.9672284644194756, + "test_precision": 0.9856870229007634, + "test_recall": 0.9494485294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 32648, + 508, + 7908, + 8134 + ], + "test_balanced_acc": 0.9898863236647004, + "test_accuracy": 0.9898850574712643, + "test_auc": 0.9940160114183667, + "test_f1": 0.9898617511520738, + "test_precision": 0.9926062846580407, + "test_recall": 0.9871323529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 32648, + 508, + 7908, + 8134, + 27273, + 4542, + 24991, + 26945, + 14677, + 22952, + 21390, + 25527, + 18099, + 24894, + 27462, + 19460 + ], + "test_balanced_acc": 0.9908071324205856, + "test_accuracy": 0.9908045977011494, + "test_auc": 0.9935408098381947, + "test_f1": 0.9907578558225508, + "test_precision": 0.9962825278810409, + "test_recall": 0.9852941176470589 + } + }, + "66_living-room": { + "1": { + "k": 1, + "selected_features": [ + 12681 + ], + "test_balanced_acc": 0.9780210598979877, + "test_accuracy": 0.978021978021978, + "test_auc": 0.9780210598979877, + "test_f1": 0.9780743565300286, + "test_precision": 0.9762131303520457, + "test_recall": 0.9799426934097422 + }, + "4": { + "k": 4, + "selected_features": [ + 12681, + 31279, + 28155, + 31639 + ], + "test_balanced_acc": 0.995699266409901, + "test_accuracy": 0.9956999522216914, + "test_auc": 0.9993781741879284, + "test_f1": 0.9957081545064378, + "test_precision": 0.9942857142857143, + "test_recall": 0.997134670487106 + }, + "16": { + "k": 16, + "selected_features": [ + 12681, + 31279, + 28155, + 31639, + 18099, + 10390, + 23913, + 19609, + 26945, + 18741, + 27572, + 15705, + 22257, + 27305, + 13413, + 11498 + ], + "test_balanced_acc": 0.995699266409901, + "test_accuracy": 0.9956999522216914, + "test_auc": 0.9992097059613098, + "test_f1": 0.9957081545064378, + "test_precision": 0.9942857142857143, + "test_recall": 0.997134670487106 + } + }, + "67_social-security": { + "1": { + "k": 1, + "selected_features": [ + 1449 + ], + "test_balanced_acc": 0.9912683823529411, + "test_accuracy": 0.991264367816092, + "test_auc": 0.9912683823529411, + "test_f1": 0.9911914696337506, + "test_precision": 1.0, + "test_recall": 0.9825367647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 1449, + 30659, + 6925, + 31217 + ], + "test_balanced_acc": 0.9977013603279399, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9990521335028952, + "test_f1": 0.9977011494252873, + "test_precision": 0.9981600735970562, + "test_recall": 0.9972426470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 1449, + 30659, + 6925, + 31217, + 7759, + 22781, + 8085, + 10461, + 17474, + 16834, + 18099, + 15643, + 6420, + 11303, + 16278, + 27273 + ], + "test_balanced_acc": 0.9944831802316143, + "test_accuracy": 0.9944827586206897, + "test_auc": 0.9995848327831592, + "test_f1": 0.9944802207911684, + "test_precision": 0.9953959484346224, + "test_recall": 0.9935661764705882 + } + }, + "68_credit-card": { + "1": { + "k": 1, + "selected_features": [ + 10863 + ], + "test_balanced_acc": 0.8906245772227934, + "test_accuracy": 0.8905747126436782, + "test_auc": 0.8906245772227935, + "test_f1": 0.877319587628866, + "test_precision": 0.9988262910798122, + "test_recall": 0.7821691176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 10863, + 22952, + 30976, + 8463 + ], + "test_balanced_acc": 0.9434573536176201, + "test_accuracy": 0.9434482758620689, + "test_auc": 0.982318611667298, + "test_f1": 0.9423347398030942, + "test_precision": 0.9617224880382775, + "test_recall": 0.9237132352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 10863, + 22952, + 30976, + 8463, + 29491, + 10227, + 24991, + 16669, + 21491, + 30012, + 26945, + 4149, + 15705, + 2881, + 12436, + 4746 + ], + "test_balanced_acc": 0.9714959379565993, + "test_accuracy": 0.9714942528735632, + "test_auc": 0.996207265679961, + "test_f1": 0.9714022140221402, + "test_precision": 0.975, + "test_recall": 0.9678308823529411 + } + }, + "69_blood-pressure": { + "1": { + "k": 1, + "selected_features": [ + 32563 + ], + "test_balanced_acc": 0.9788602941176471, + "test_accuracy": 0.9788505747126437, + "test_auc": 0.9788602941176471, + "test_f1": 0.9784037558685446, + "test_precision": 1.0, + "test_recall": 0.9577205882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 32563, + 20463, + 16610, + 11998 + ], + "test_balanced_acc": 0.9972418015044104, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9994491212998539, + "test_f1": 0.9972401103955841, + "test_precision": 0.998158379373849, + "test_recall": 0.9963235294117647 + }, + "16": { + "k": 16, + "selected_features": [ + 32563, + 20463, + 16610, + 11998, + 22179, + 29161, + 27064, + 13438, + 27874, + 21001, + 5924, + 26609, + 31974, + 22952, + 4210, + 16669 + ], + "test_balanced_acc": 0.9963226838573516, + "test_accuracy": 0.9963218390804598, + "test_auc": 0.9998182058011796, + "test_f1": 0.996316758747698, + "test_precision": 0.9981549815498155, + "test_recall": 0.9944852941176471 + } + }, + "70_prime-factors": { + "1": { + "k": 1, + "selected_features": [ + 5549 + ], + "test_balanced_acc": 0.9972409559499973, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9972409559499973, + "test_f1": 0.9972451790633609, + "test_precision": 0.9963302752293578, + "test_recall": 0.9981617647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 5549, + 29887, + 15118, + 10198 + ], + "test_balanced_acc": 0.9967826654580876, + "test_accuracy": 0.9967816091954023, + "test_auc": 0.9995264895286542, + "test_f1": 0.9967756794104099, + "test_precision": 0.9990766389658357, + "test_recall": 0.9944852941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 5549, + 29887, + 15118, + 10198, + 28100, + 20928, + 27567, + 15705, + 4711, + 14055, + 20144, + 18545, + 14512, + 30731, + 23742, + 7508 + ], + "test_balanced_acc": 0.997242224281617, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9999602589425834, + "test_f1": 0.9972375690607734, + "test_precision": 0.9990774907749077, + "test_recall": 0.9954044117647058 + } + }, + "71_social-media": { + "1": { + "k": 1, + "selected_features": [ + 8566 + ], + "test_balanced_acc": 0.9659926470588236, + "test_accuracy": 0.9659770114942529, + "test_auc": 0.9659926470588236, + "test_f1": 0.9647954329210275, + "test_precision": 1.0, + "test_recall": 0.9319852941176471 + }, + "4": { + "k": 4, + "selected_features": [ + 8566, + 24080, + 30019, + 13008 + ], + "test_balanced_acc": 0.9659753131933546, + "test_accuracy": 0.9659770114942529, + "test_auc": 0.9902617498241246, + "test_f1": 0.9661172161172161, + "test_precision": 0.9625912408759124, + "test_recall": 0.9696691176470589 + }, + "16": { + "k": 16, + "selected_features": [ + 8566, + 24080, + 30019, + 13008, + 21491, + 18099, + 21336, + 22952, + 29898, + 31424, + 29491, + 4542, + 24394, + 709, + 24991, + 23569 + ], + "test_balanced_acc": 0.9949440073867634, + "test_accuracy": 0.9949425287356322, + "test_auc": 0.9994567312895719, + "test_f1": 0.9949285384970032, + "test_precision": 0.9981498612395929, + "test_recall": 0.9917279411764706 + } + }, + "72_gene-expression": { + "1": { + "k": 1, + "selected_features": [ + 17649 + ], + "test_balanced_acc": 0.8873746888359759, + "test_accuracy": 0.8873563218390804, + "test_auc": 0.887374688835976, + "test_f1": 0.8827190043082814, + "test_precision": 0.9210789210789211, + "test_recall": 0.8474264705882353 + }, + "4": { + "k": 4, + "selected_features": [ + 17649, + 29586, + 29800, + 1474 + ], + "test_balanced_acc": 0.9209241740624493, + "test_accuracy": 0.9209195402298851, + "test_auc": 0.9709158876292007, + "test_f1": 0.9201485608170845, + "test_precision": 0.9296435272045028, + "test_recall": 0.9108455882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 17649, + 29586, + 29800, + 1474, + 24991, + 21222, + 17071, + 21001, + 24549, + 21946, + 22952, + 15705, + 27144, + 23592, + 6131, + 26978 + ], + "test_balanced_acc": 0.9701197981492505, + "test_accuracy": 0.9701149425287356, + "test_auc": 0.9956787941717625, + "test_f1": 0.969809568044589, + "test_precision": 0.9802816901408451, + "test_recall": 0.9595588235294118 + } + }, + "73_control-group": { + "1": { + "k": 1, + "selected_features": [ + 29581 + ], + "test_balanced_acc": 0.9347113615455382, + "test_accuracy": 0.9347126436781609, + "test_auc": 0.9347113615455381, + "test_f1": 0.9349220898258478, + "test_precision": 0.9323583180987203, + "test_recall": 0.9375 + }, + "4": { + "k": 4, + "selected_features": [ + 29581, + 29433, + 27109, + 175 + ], + "test_balanced_acc": 0.9462003321337735, + "test_accuracy": 0.9462068965517242, + "test_auc": 0.9788129430705125, + "test_f1": 0.9469868599909379, + "test_precision": 0.9338695263628239, + "test_recall": 0.9604779411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 29581, + 29433, + 27109, + 175, + 15838, + 13413, + 16110, + 4122, + 24991, + 29346, + 26402, + 17942, + 3989, + 4081, + 23482, + 24836 + ], + "test_balanced_acc": 0.9751724085448347, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.9927244270523295, + "test_f1": 0.9751838235294118, + "test_precision": 0.9751838235294118, + "test_recall": 0.9751838235294118 + } + }, + "74_magnetic-field": { + "1": { + "k": 1, + "selected_features": [ + 16610 + ], + "test_balanced_acc": 0.9278441913794037, + "test_accuracy": 0.927816091954023, + "test_auc": 0.9278441913794037, + "test_f1": 0.9231522271169849, + "test_precision": 0.987434554973822, + "test_recall": 0.8667279411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 16610, + 27148, + 476, + 22339 + ], + "test_balanced_acc": 0.9682853678499919, + "test_accuracy": 0.9682758620689655, + "test_auc": 0.9760441751447588, + "test_f1": 0.9676208352885969, + "test_precision": 0.9884947267497604, + "test_recall": 0.9476102941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 16610, + 27148, + 476, + 22339, + 6156, + 8274, + 26122, + 17430, + 17559, + 22952, + 2696, + 16942, + 16669, + 16721, + 7908, + 18678 + ], + "test_balanced_acc": 0.972877151090427, + "test_accuracy": 0.9728735632183908, + "test_auc": 0.9918247571567724, + "test_f1": 0.9726725335803613, + "test_precision": 0.9803921568627451, + "test_recall": 0.9650735294117647 + } + }, + "75_cell-lines": { + "1": { + "k": 1, + "selected_features": [ + 13067 + ], + "test_balanced_acc": 0.9820755147735267, + "test_accuracy": 0.9820689655172414, + "test_auc": 0.9820755147735266, + "test_f1": 0.9818181818181818, + "test_precision": 0.9962157048249763, + "test_recall": 0.9678308823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 13067, + 30148, + 15849, + 28779 + ], + "test_balanced_acc": 0.9839137500676444, + "test_accuracy": 0.9839080459770115, + "test_auc": 0.9876007900860435, + "test_f1": 0.9837133550488599, + "test_precision": 0.9962299717247879, + "test_recall": 0.9715073529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 13067, + 30148, + 15849, + 28779, + 18887, + 7479, + 18099, + 10722, + 23863, + 6053, + 6825, + 9342, + 2477, + 19460, + 25249, + 9358 + ], + "test_balanced_acc": 0.9765523533470426, + "test_accuracy": 0.976551724137931, + "test_auc": 0.9961933140321446, + "test_f1": 0.9765301426599171, + "test_precision": 0.9778801843317972, + "test_recall": 0.9751838235294118 + } + }, + "76_trial-court": { + "1": { + "k": 1, + "selected_features": [ + 19078 + ], + "test_balanced_acc": 0.9296870772227934, + "test_accuracy": 0.9296551724137931, + "test_auc": 0.9296870772227934, + "test_f1": 0.9244444444444444, + "test_precision": 0.9989327641408752, + "test_recall": 0.8602941176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 19078, + 10160, + 15412, + 13967 + ], + "test_balanced_acc": 0.9678283456897019, + "test_accuracy": 0.967816091954023, + "test_auc": 0.9867607317766113, + "test_f1": 0.9669499527856469, + "test_precision": 0.9941747572815534, + "test_recall": 0.9411764705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 19078, + 10160, + 15412, + 13967, + 8680, + 6071, + 14472, + 4116, + 24991, + 14470, + 6131, + 20325, + 29749, + 13092, + 19864, + 8076 + ], + "test_balanced_acc": 0.9756345040316035, + "test_accuracy": 0.975632183908046, + "test_auc": 0.9926022444396342, + "test_f1": 0.9755196304849885, + "test_precision": 0.9805013927576601, + "test_recall": 0.9705882352941176 + } + }, + "77_second-derivative": { + "1": { + "k": 1, + "selected_features": [ + 18205 + ], + "test_balanced_acc": 0.986671948563234, + "test_accuracy": 0.9866666666666667, + "test_auc": 0.9866719485632339, + "test_f1": 0.9865178986517898, + "test_precision": 0.9981185324553151, + "test_recall": 0.9751838235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 18205, + 14269, + 19667, + 12492 + ], + "test_balanced_acc": 0.9977013603279399, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.999931087315331, + "test_f1": 0.9977011494252873, + "test_precision": 0.9981600735970562, + "test_recall": 0.9972426470588235 + }, + "16": { + "k": 16, + "selected_features": [ + 18205, + 14269, + 19667, + 12492, + 14185, + 7890, + 28612, + 13530, + 22718, + 16928, + 20789, + 26051, + 832, + 18250, + 29569, + 17332 + ], + "test_balanced_acc": 0.9977009375507333, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9999797066940851, + "test_f1": 0.9977032613688562, + "test_precision": 0.9972451790633609, + "test_recall": 0.9981617647058824 + } + }, + "78_north-america": { + "1": { + "k": 1, + "selected_features": [ + 3454 + ], + "test_balanced_acc": 0.9820772058823529, + "test_accuracy": 0.9820689655172414, + "test_auc": 0.9820772058823529, + "test_f1": 0.9817501169864296, + "test_precision": 1.0, + "test_recall": 0.9641544117647058 + }, + "4": { + "k": 4, + "selected_features": [ + 3454, + 26462, + 10265, + 21609 + ], + "test_balanced_acc": 0.9820772058823529, + "test_accuracy": 0.9820689655172414, + "test_auc": 0.9854040397207642, + "test_f1": 0.9817501169864296, + "test_precision": 1.0, + "test_recall": 0.9641544117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 3454, + 26462, + 10265, + 21609, + 14080, + 830, + 13115, + 25772, + 18099, + 16594, + 24991, + 25578, + 19492, + 5119, + 27248, + 29587 + ], + "test_balanced_acc": 0.9806955699713188, + "test_accuracy": 0.9806896551724138, + "test_auc": 0.9950835238649277, + "test_f1": 0.9804469273743017, + "test_precision": 0.9933962264150943, + "test_recall": 0.9678308823529411 + } + }, + "79_human-rights": { + "1": { + "k": 1, + "selected_features": [ + 20228 + ], + "test_balanced_acc": 0.9168190073867634, + "test_accuracy": 0.9167816091954023, + "test_auc": 0.9168190073867634, + "test_f1": 0.9094547273636818, + "test_precision": 0.9978046103183315, + "test_recall": 0.8354779411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 20228, + 32297, + 7908, + 19026 + ], + "test_balanced_acc": 0.9820700186698414, + "test_accuracy": 0.9820689655172414, + "test_auc": 0.9981482358352725, + "test_f1": 0.9820359281437125, + "test_precision": 0.984302862419206, + "test_recall": 0.9797794117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 20228, + 32297, + 7908, + 19026, + 22583, + 4210, + 29103, + 27417, + 28427, + 20572, + 15705, + 7665, + 5449, + 20935, + 22952, + 17071 + ], + "test_balanced_acc": 0.9839057173007197, + "test_accuracy": 0.9839080459770115, + "test_auc": 0.9989388292115375, + "test_f1": 0.9839963420210334, + "test_precision": 0.9790718835304822, + "test_recall": 0.9889705882352942 + } + }, + "80_side-effects": { + "1": { + "k": 1, + "selected_features": [ + 31412 + ], + "test_balanced_acc": 0.9416098172249581, + "test_accuracy": 0.9416091954022988, + "test_auc": 0.9416098172249582, + "test_f1": 0.9415554532903819, + "test_precision": 0.9428571428571428, + "test_recall": 0.9402573529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 31412, + 22392, + 10852, + 29295 + ], + "test_balanced_acc": 0.9691985666161589, + "test_accuracy": 0.9691954022988506, + "test_auc": 0.991831098814871, + "test_f1": 0.968995835261453, + "test_precision": 0.9757688723205965, + "test_recall": 0.9623161764705882 + }, + "16": { + "k": 16, + "selected_features": [ + 31412, + 22392, + 10852, + 29295, + 18099, + 6420, + 24991, + 394, + 18791, + 26927, + 22952, + 9250, + 9717, + 18048, + 5329, + 4197 + ], + "test_balanced_acc": 0.9811475188051302, + "test_accuracy": 0.9811494252873563, + "test_auc": 0.9954276645110667, + "test_f1": 0.9812356979405035, + "test_precision": 0.9772105742935278, + "test_recall": 0.9852941176470589 + } + }, + "81_public-health": { + "1": { + "k": 1, + "selected_features": [ + 2215 + ], + "test_balanced_acc": 0.9834533456897019, + "test_accuracy": 0.983448275862069, + "test_auc": 0.9834533456897019, + "test_f1": 0.983271375464684, + "test_precision": 0.9943609022556391, + "test_recall": 0.9724264705882353 + }, + "4": { + "k": 4, + "selected_features": [ + 2215, + 2561, + 1270, + 22205 + ], + "test_balanced_acc": 0.9967826654580876, + "test_accuracy": 0.9967816091954023, + "test_auc": 0.9988572332106715, + "test_f1": 0.9967756794104099, + "test_precision": 0.9990766389658357, + "test_recall": 0.9944852941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 2215, + 2561, + 1270, + 22205, + 16631, + 25489, + 15815, + 24991, + 6132, + 29491, + 7908, + 20437, + 17482, + 29402, + 23769, + 5857 + ], + "test_balanced_acc": 0.9981617647058824, + "test_accuracy": 0.9981609195402299, + "test_auc": 0.9984547493100275, + "test_f1": 0.998158379373849, + "test_precision": 1.0, + "test_recall": 0.9963235294117647 + } + }, + "82_federal-government": { + "1": { + "k": 1, + "selected_features": [ + 24749 + ], + "test_balanced_acc": 0.7471411805292494, + "test_accuracy": 0.7471264367816092, + "test_auc": 0.7471411805292494, + "test_f1": 0.7388414055080722, + "test_precision": 0.7642436149312377, + "test_recall": 0.7150735294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 24749, + 30101, + 27248, + 24991 + ], + "test_balanced_acc": 0.8432667656529034, + "test_accuracy": 0.8432183908045977, + "test_auc": 0.9391881493857892, + "test_f1": 0.8248587570621468, + "test_precision": 0.9348079161816065, + "test_recall": 0.7380514705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 24749, + 30101, + 27248, + 24991, + 9539, + 1178, + 24864, + 2456, + 7421, + 13413, + 25604, + 16110, + 20342, + 23482, + 14442, + 2351 + ], + "test_balanced_acc": 0.9604686400779263, + "test_accuracy": 0.9604597701149425, + "test_auc": 0.9935712497970669, + "test_f1": 0.9597000937207123, + "test_precision": 0.9789674952198852, + "test_recall": 0.9411764705882353 + } + }, + "83_third-party": { + "1": { + "k": 1, + "selected_features": [ + 1014 + ], + "test_balanced_acc": 0.9623161764705883, + "test_accuracy": 0.9622988505747126, + "test_auc": 0.9623161764705883, + "test_f1": 0.9608404966571156, + "test_precision": 1.0, + "test_recall": 0.9246323529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 1014, + 20935, + 10160, + 19609 + ], + "test_balanced_acc": 0.978399466962498, + "test_accuracy": 0.9783908045977011, + "test_auc": 0.9905957438173062, + "test_f1": 0.9779859484777518, + "test_precision": 0.997134670487106, + "test_recall": 0.9595588235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 1014, + 20935, + 10160, + 19609, + 7988, + 713, + 23513, + 29491, + 5546, + 10148, + 9358, + 17472, + 1678, + 30873, + 6376, + 23089 + ], + "test_balanced_acc": 0.9797751839926403, + "test_accuracy": 0.9797701149425287, + "test_auc": 0.9946294611450834, + "test_f1": 0.9795539033457249, + "test_precision": 0.9906015037593985, + "test_recall": 0.96875 + } + }, + "84_clinical-trials": { + "1": { + "k": 1, + "selected_features": [ + 17178 + ], + "test_balanced_acc": 0.8809573536176201, + "test_accuracy": 0.8809195402298851, + "test_auc": 0.8809573536176201, + "test_f1": 0.8703054581872809, + "test_precision": 0.9559955995599559, + "test_recall": 0.7987132352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 17178, + 31830, + 22952, + 25820 + ], + "test_balanced_acc": 0.8997975742734996, + "test_accuracy": 0.8997701149425288, + "test_auc": 0.9411041756859136, + "test_f1": 0.8934506353861192, + "test_precision": 0.954070981210856, + "test_recall": 0.8400735294117647 + }, + "16": { + "k": 16, + "selected_features": [ + 17178, + 31830, + 22952, + 25820, + 13939, + 13008, + 17835, + 7226, + 4210, + 27282, + 30135, + 16266, + 29251, + 23770, + 6071, + 13805 + ], + "test_balanced_acc": 0.9434632724985119, + "test_accuracy": 0.9434482758620689, + "test_auc": 0.9826644434222631, + "test_f1": 0.9415676959619953, + "test_precision": 0.9744346116027532, + "test_recall": 0.9108455882352942 + } + }, + "85_mental-health": { + "1": { + "k": 1, + "selected_features": [ + 32297 + ], + "test_balanced_acc": 0.9599980890470263, + "test_accuracy": 0.96, + "test_auc": 0.9599980890470263, + "test_f1": 0.960183066361556, + "test_precision": 0.9562443026435734, + "test_recall": 0.9641544117647058 + }, + "4": { + "k": 4, + "selected_features": [ + 32297, + 12455, + 21700, + 29151 + ], + "test_balanced_acc": 0.9816138420639645, + "test_accuracy": 0.9816091954022989, + "test_auc": 0.9970299901239245, + "test_f1": 0.9814298978644382, + "test_precision": 0.9915572232645403, + "test_recall": 0.9715073529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 32297, + 12455, + 21700, + 29151, + 19225, + 893, + 18099, + 1482, + 21491, + 19523, + 29491, + 23569, + 24991, + 9646, + 8658, + 22952 + ], + "test_balanced_acc": 0.9894246509551383, + "test_accuracy": 0.9894252873563218, + "test_auc": 0.9982957850803615, + "test_f1": 0.9894446994033961, + "test_precision": 0.9880843263061412, + "test_recall": 0.9908088235294118 + } + }, + "87_glue_cola": { + "1": { + "k": 1, + "selected_features": [ + 9098 + ], + "test_balanced_acc": 0.6510073273055546, + "test_accuracy": 0.6510691823899372, + "test_auc": 0.6510073273055546, + "test_f1": 0.719967696345649, + "test_precision": 0.6013490725126476, + "test_recall": 0.8968812877263581 + }, + "4": { + "k": 4, + "selected_features": [ + 9098, + 22272, + 4306, + 12975 + ], + "test_balanced_acc": 0.6739685723804325, + "test_accuracy": 0.6739622641509434, + "test_auc": 0.728489836857076, + "test_f1": 0.6656346749226006, + "test_precision": 0.6832627118644068, + "test_recall": 0.6488933601609658 + }, + "16": { + "k": 16, + "selected_features": [ + 9098, + 22272, + 4306, + 12975, + 8302, + 11140, + 20389, + 26867, + 9780, + 31947, + 13893, + 10674, + 18109, + 3835, + 10395, + 2967 + ], + "test_balanced_acc": 0.7071530845870391, + "test_accuracy": 0.7071698113207547, + "test_auc": 0.7750259736577492, + "test_f1": 0.7254716981132076, + "test_precision": 0.6829484902309059, + "test_recall": 0.7736418511066399 + } + }, + "89_glue_mrpc": { + "1": { + "k": 1, + "selected_features": [ + 16318 + ], + "test_balanced_acc": 0.6316622958302651, + "test_accuracy": 0.6316947909024211, + "test_auc": 0.6316622958302651, + "test_f1": 0.6474719101123596, + "test_precision": 0.6212938005390836, + "test_recall": 0.6759530791788856 + }, + "4": { + "k": 4, + "selected_features": [ + 16318, + 28180, + 11886, + 15768 + ], + "test_balanced_acc": 0.6947509053875403, + "test_accuracy": 0.6947909024211298, + "test_auc": 0.7303215471468989, + "test_f1": 0.7107093184979137, + "test_precision": 0.6759259259259259, + "test_recall": 0.749266862170088 + }, + "16": { + "k": 16, + "selected_features": [ + 16318, + 28180, + 11886, + 15768, + 2526, + 1486, + 7212, + 23486, + 19751, + 797, + 32688, + 40, + 6477, + 9004, + 8839, + 18214 + ], + "test_balanced_acc": 0.6896307827457465, + "test_accuracy": 0.6896551724137931, + "test_auc": 0.7429248431451074, + "test_f1": 0.6997870830376153, + "test_precision": 0.6781292984869326, + "test_recall": 0.7228739002932552 + } + }, + "90_glue_qnli": { + "1": { + "k": 1, + "selected_features": [ + 29785 + ], + "test_balanced_acc": 0.6832077011642071, + "test_accuracy": 0.6832704402515724, + "test_auc": 0.6832077011642071, + "test_f1": 0.746527078719549, + "test_precision": 0.622356495468278, + "test_recall": 0.9325955734406438 + }, + "4": { + "k": 4, + "selected_features": [ + 29785, + 11886, + 1269, + 21778 + ], + "test_balanced_acc": 0.738852338996232, + "test_accuracy": 0.7388679245283019, + "test_auc": 0.7921020081232235, + "test_f1": 0.7541449549976315, + "test_precision": 0.7126230975828111, + "test_recall": 0.8008048289738431 + }, + "16": { + "k": 16, + "selected_features": [ + 29785, + 11886, + 1269, + 21778, + 15025, + 2577, + 21918, + 26844, + 10259, + 19419, + 12185, + 27694, + 23827, + 14424, + 28705, + 5799 + ], + "test_balanced_acc": 0.7582291686708069, + "test_accuracy": 0.7582389937106918, + "test_auc": 0.8324573763669081, + "test_f1": 0.7673686758654079, + "test_precision": 0.7396173588427438, + "test_recall": 0.7972837022132797 + } + }, + "91_glue_qqp": { + "1": { + "k": 1, + "selected_features": [ + 1486 + ], + "test_balanced_acc": 0.7386462711852393, + "test_accuracy": 0.7386163522012579, + "test_auc": 0.7386462711852392, + "test_f1": 0.7033970882101056, + "test_precision": 0.8132013201320132, + "test_recall": 0.6197183098591549 + }, + "4": { + "k": 4, + "selected_features": [ + 1486, + 17325, + 40, + 31136 + ], + "test_balanced_acc": 0.74715909953936, + "test_accuracy": 0.7471698113207547, + "test_auc": 0.8180917411869303, + "test_f1": 0.7575392038600723, + "test_precision": 0.7278627723690311, + "test_recall": 0.789738430583501 + }, + "16": { + "k": 16, + "selected_features": [ + 1486, + 17325, + 40, + 31136, + 28612, + 31626, + 28191, + 10207, + 28633, + 24383, + 24369, + 7906, + 9679, + 10170, + 20329, + 15204 + ], + "test_balanced_acc": 0.7906854817885673, + "test_accuracy": 0.7906918238993711, + "test_auc": 0.8583548345938743, + "test_f1": 0.7958783120706575, + "test_precision": 0.7768199233716475, + "test_recall": 0.8158953722334004 + } + }, + "92_glue_sst2": { + "1": { + "k": 1, + "selected_features": [ + 25715 + ], + "test_balanced_acc": 0.7541793286138572, + "test_accuracy": 0.7542138364779875, + "test_auc": 0.7541793286138573, + "test_f1": 0.7838973678389737, + "test_precision": 0.6995657323332017, + "test_recall": 0.8913480885311871 + }, + "4": { + "k": 4, + "selected_features": [ + 25715, + 5042, + 31801, + 25121 + ], + "test_balanced_acc": 0.8269162028031298, + "test_accuracy": 0.8269182389937106, + "test_auc": 0.8834704249654951, + "test_f1": 0.8283433133732535, + "test_precision": 0.8217821782178217, + "test_recall": 0.8350100603621731 + }, + "16": { + "k": 16, + "selected_features": [ + 25715, + 5042, + 31801, + 25121, + 17155, + 18560, + 5983, + 22204, + 13734, + 31367, + 32600, + 21433, + 20911, + 14713, + 24811, + 1577 + ], + "test_balanced_acc": 0.8643987731117455, + "test_accuracy": 0.8644025157232704, + "test_auc": 0.9260553254099332, + "test_f1": 0.8664188351920694, + "test_precision": 0.8539325842696629, + "test_recall": 0.8792756539235412 + } + }, + "94_ai_gen": { + "1": { + "k": 1, + "selected_features": [ + 28169 + ], + "test_balanced_acc": 0.9142230079014602, + "test_accuracy": 0.9142138364779874, + "test_auc": 0.9142230079014602, + "test_f1": 0.9109892978334638, + "test_precision": 0.946825827455236, + "test_recall": 0.8777665995975855 + }, + "4": { + "k": 4, + "selected_features": [ + 28169, + 7541, + 21404, + 11272 + ], + "test_balanced_acc": 0.9132130477884923, + "test_accuracy": 0.9132075471698113, + "test_auc": 0.9632719568543622, + "test_f1": 0.9112882489071741, + "test_precision": 0.932140978432404, + "test_recall": 0.8913480885311871 + }, + "16": { + "k": 16, + "selected_features": [ + 28169, + 7541, + 21404, + 11272, + 29491, + 25046, + 12867, + 3549, + 7594, + 20389, + 29980, + 24798, + 1956, + 4764, + 1259, + 2274 + ], + "test_balanced_acc": 0.9278031044849875, + "test_accuracy": 0.9277987421383648, + "test_auc": 0.9795462508316126, + "test_f1": 0.9265421039160481, + "test_precision": 0.9431995831162063, + "test_recall": 0.9104627766599598 + } + }, + "95_toxic_is": { + "1": { + "k": 1, + "selected_features": [ + 9142 + ], + "test_balanced_acc": 0.759795918367347, + "test_accuracy": 0.7575757575757576, + "test_auc": 0.759795918367347, + "test_f1": 0.6923076923076923, + "test_precision": 0.9642857142857143, + "test_recall": 0.54 + }, + "4": { + "k": 4, + "selected_features": [ + 9142, + 8273, + 25970, + 22631 + ], + "test_balanced_acc": 0.7369387755102041, + "test_accuracy": 0.7373737373737373, + "test_auc": 0.8024489795918368, + "test_f1": 0.75, + "test_precision": 0.7222222222222222, + "test_recall": 0.78 + }, + "16": { + "k": 16, + "selected_features": [ + 9142, + 8273, + 25970, + 22631, + 210, + 5531, + 15771, + 7541, + 27723, + 30344, + 4142, + 1995, + 11168, + 8334, + 11272, + 4255 + ], + "test_balanced_acc": 0.7877551020408163, + "test_accuracy": 0.7878787878787878, + "test_auc": 0.88, + "test_f1": 0.7920792079207921, + "test_precision": 0.7843137254901961, + "test_recall": 0.8 + } + }, + "96_spam_is": { + "1": { + "k": 1, + "selected_features": [ + 24326 + ], + "test_balanced_acc": 0.8574286233860702, + "test_accuracy": 0.8571428571428571, + "test_auc": 0.8574286233860702, + "test_f1": 0.8353808353808354, + "test_precision": 0.9883720930232558, + "test_recall": 0.723404255319149 + }, + "4": { + "k": 4, + "selected_features": [ + 24326, + 2526, + 18599, + 17188 + ], + "test_balanced_acc": 0.9232860520094562, + "test_accuracy": 0.9232409381663113, + "test_auc": 0.9729223495180941, + "test_f1": 0.9217391304347826, + "test_precision": 0.9422222222222222, + "test_recall": 0.902127659574468 + }, + "16": { + "k": 16, + "selected_features": [ + 24326, + 2526, + 18599, + 17188, + 25736, + 14413, + 23375, + 14874, + 7541, + 25347, + 29577, + 13480, + 29658, + 6876, + 19004, + 28693 + ], + "test_balanced_acc": 0.959501727586834, + "test_accuracy": 0.9594882729211087, + "test_auc": 0.9914620840152756, + "test_f1": 0.9593147751605996, + "test_precision": 0.9655172413793104, + "test_recall": 0.9531914893617022 + } + }, + "100_news_fake": { + "1": { + "k": 1, + "selected_features": [ + 16883 + ], + "test_balanced_acc": 0.9728003310075315, + "test_accuracy": 0.9727923627684965, + "test_auc": 0.9728003310075315, + "test_f1": 0.9723435225618632, + "test_precision": 0.9891411648568608, + "test_recall": 0.9561068702290076 + }, + "4": { + "k": 4, + "selected_features": [ + 16883, + 1333, + 12777, + 26598 + ], + "test_balanced_acc": 0.9761372915709734, + "test_accuracy": 0.9761336515513126, + "test_auc": 0.9957174989245902, + "test_f1": 0.9759615384615384, + "test_precision": 0.9835271317829457, + "test_recall": 0.9685114503816794 + }, + "16": { + "k": 16, + "selected_features": [ + 16883, + 1333, + 12777, + 26598, + 9442, + 12552, + 22846, + 4034, + 10713, + 13893, + 30299, + 6131, + 4755, + 2710, + 830, + 27212 + ], + "test_balanced_acc": 0.9928412330395096, + "test_accuracy": 0.9928400954653938, + "test_auc": 0.9988817559439183, + "test_f1": 0.9928263988522238, + "test_precision": 0.9952061361457335, + "test_recall": 0.9904580152671756 + } + }, + "105_click_bait": { + "1": { + "k": 1, + "selected_features": [ + 10900 + ], + "test_balanced_acc": 0.96045442632205, + "test_accuracy": 0.9604666234607907, + "test_auc": 0.9604544263220499, + "test_f1": 0.961220597584234, + "test_precision": 0.9438202247191011, + "test_recall": 0.9792746113989638 + }, + "4": { + "k": 4, + "selected_features": [ + 10900, + 12777, + 26785, + 8380 + ], + "test_balanced_acc": 0.9636952884014436, + "test_accuracy": 0.9637070641607258, + "test_auc": 0.9710304899766805, + "test_f1": 0.9643765903307888, + "test_precision": 0.9475, + "test_recall": 0.9818652849740933 + }, + "16": { + "k": 16, + "selected_features": [ + 10900, + 12777, + 26785, + 8380, + 15650, + 22831, + 20802, + 6720, + 30812, + 21833, + 27212, + 27723, + 31410, + 9775, + 25166, + 23436 + ], + "test_balanced_acc": 0.9662918422343636, + "test_accuracy": 0.966299416720674, + "test_auc": 0.9833546702687446, + "test_f1": 0.9667093469910372, + "test_precision": 0.9556962025316456, + "test_recall": 0.977979274611399 + } + }, + "106_hate_hate": { + "1": { + "k": 1, + "selected_features": [ + 28742 + ], + "test_balanced_acc": 0.5683627431422962, + "test_accuracy": 0.5683018867924529, + "test_auc": 0.5683627431422962, + "test_f1": 0.4306569343065693, + "test_precision": 0.6325536062378168, + "test_recall": 0.32645875251509054 + }, + "4": { + "k": 4, + "selected_features": [ + 28742, + 31801, + 23183, + 708 + ], + "test_balanced_acc": 0.5846638715027963, + "test_accuracy": 0.5846540880503145, + "test_auc": 0.610615251650821, + "test_f1": 0.5679141585972258, + "test_precision": 0.5919258046917621, + "test_recall": 0.545774647887324 + }, + "16": { + "k": 16, + "selected_features": [ + 28742, + 31801, + 23183, + 708, + 32600, + 7197, + 1546, + 7343, + 17216, + 26572, + 1412, + 10634, + 1482, + 25604, + 17155, + 5546 + ], + "test_balanced_acc": 0.5844218557444314, + "test_accuracy": 0.5844025157232704, + "test_auc": 0.6253593528964426, + "test_f1": 0.5498637602179837, + "test_precision": 0.5998810939357907, + "test_recall": 0.5075452716297787 + } + }, + "107_hate_offensive": { + "1": { + "k": 1, + "selected_features": [ + 11531 + ], + "test_balanced_acc": 0.7019293668401957, + "test_accuracy": 0.7018867924528301, + "test_auc": 0.7019293668401956, + "test_f1": 0.6412352406902816, + "test_precision": 0.8053231939163498, + "test_recall": 0.5326961770623743 + }, + "4": { + "k": 4, + "selected_features": [ + 11531, + 7541, + 11419, + 6555 + ], + "test_balanced_acc": 0.7061866670582124, + "test_accuracy": 0.7061635220125786, + "test_auc": 0.7594748156781655, + "test_f1": 0.6764542936288088, + "test_precision": 0.7527743526510481, + "test_recall": 0.614185110663984 + }, + "16": { + "k": 16, + "selected_features": [ + 11531, + 7541, + 11419, + 6555, + 1412, + 21056, + 20389, + 7144, + 8334, + 2526, + 28265, + 16803, + 7898, + 28742, + 23513, + 12544 + ], + "test_balanced_acc": 0.7192583027100702, + "test_accuracy": 0.7192452830188679, + "test_auc": 0.7773044912656614, + "test_f1": 0.7039787798408488, + "test_precision": 0.744668911335578, + "test_recall": 0.6675050301810865 + } + }, + "110_aimade_humangpt3": { + "1": { + "k": 1, + "selected_features": [ + 12777 + ], + "test_balanced_acc": 0.7448519754662853, + "test_accuracy": 0.7449056603773585, + "test_auc": 0.7448519754662853, + "test_f1": 0.7898009950248757, + "test_precision": 0.6717207334273625, + "test_recall": 0.9582494969818913 + }, + "4": { + "k": 4, + "selected_features": [ + 12777, + 21875, + 30650, + 15138 + ], + "test_balanced_acc": 0.7642686769838963, + "test_accuracy": 0.7642767295597485, + "test_auc": 0.8537879263502506, + "test_f1": 0.7716305142578601, + "test_precision": 0.7484633569739952, + "test_recall": 0.7962776659959758 + }, + "16": { + "k": 16, + "selected_features": [ + 12777, + 21875, + 30650, + 15138, + 32407, + 26598, + 10900, + 6720, + 11666, + 3476, + 8012, + 8292, + 24094, + 2308, + 2507, + 15237 + ], + "test_balanced_acc": 0.7723303839139517, + "test_accuracy": 0.7723270440251573, + "test_auc": 0.8710761043361326, + "test_f1": 0.7693092021412185, + "test_precision": 0.7798449612403101, + "test_recall": 0.7590543259557344 + } + }, + "113_movie_sent": { + "1": { + "k": 1, + "selected_features": [ + 13734 + ], + "test_balanced_acc": 0.777564354420433, + "test_accuracy": 0.7776100628930818, + "test_auc": 0.777564354420433, + "test_f1": 0.8118348233290762, + "test_precision": 0.703690036900369, + "test_recall": 0.9592555331991952 + }, + "4": { + "k": 4, + "selected_features": [ + 13734, + 25715, + 5042, + 31801 + ], + "test_balanced_acc": 0.8362154557946573, + "test_accuracy": 0.8362264150943396, + "test_auc": 0.8976555609449348, + "test_f1": 0.8430947216196674, + "test_precision": 0.8093475242943082, + "test_recall": 0.8797786720321932 + }, + "16": { + "k": 16, + "selected_features": [ + 13734, + 25715, + 5042, + 31801, + 22204, + 19843, + 32361, + 31367, + 31479, + 26037, + 17155, + 8476, + 20911, + 23034, + 18000, + 21433 + ], + "test_balanced_acc": 0.8769804281147378, + "test_accuracy": 0.8769811320754717, + "test_auc": 0.9464681901170484, + "test_f1": 0.8773513920240783, + "test_precision": 0.8749374687343672, + "test_recall": 0.8797786720321932 + } + }, + "114_nyc_borough_Manhattan": { + "1": { + "k": 1, + "selected_features": [ + 4122 + ], + "test_balanced_acc": 0.5304452654256573, + "test_accuracy": 0.5302564102564102, + "test_auc": 0.5304452654256572, + "test_f1": 0.42462311557788945, + "test_precision": 0.5487012987012987, + "test_recall": 0.3463114754098361 + }, + "4": { + "k": 4, + "selected_features": [ + 4122, + 13413, + 18887, + 16565 + ], + "test_balanced_acc": 0.5600658094051907, + "test_accuracy": 0.56, + "test_auc": 0.5968016797387821, + "test_f1": 0.5301204819277109, + "test_precision": 0.5694117647058824, + "test_recall": 0.4959016393442623 + }, + "16": { + "k": 16, + "selected_features": [ + 4122, + 13413, + 18887, + 16565, + 12525, + 18099, + 22807, + 11274, + 26867, + 7316, + 29043, + 30659, + 12897, + 25489, + 541, + 2800 + ], + "test_balanced_acc": 0.5887606456390749, + "test_accuracy": 0.5887179487179487, + "test_auc": 0.6245055879085738, + "test_f1": 0.5711229946524065, + "test_precision": 0.5973154362416108, + "test_recall": 0.5471311475409836 + } + }, + "115_nyc_borough_Brooklyn": { + "1": { + "k": 1, + "selected_features": [ + 28502 + ], + "test_balanced_acc": 0.520820008752146, + "test_accuracy": 0.521025641025641, + "test_auc": 0.520820008752146, + "test_f1": 0.601195559350982, + "test_precision": 0.5153733528550513, + "test_recall": 0.7213114754098361 + }, + "4": { + "k": 4, + "selected_features": [ + 28502, + 13413, + 28187, + 3204 + ], + "test_balanced_acc": 0.533340206012051, + "test_accuracy": 0.5333333333333333, + "test_auc": 0.5433652001211835, + "test_f1": 0.5304437564499485, + "test_precision": 0.5343035343035343, + "test_recall": 0.5266393442622951 + }, + "16": { + "k": 16, + "selected_features": [ + 28502, + 13413, + 28187, + 3204, + 11272, + 7316, + 4122, + 1499, + 11346, + 2916, + 15410, + 17914, + 15067, + 23805, + 22807, + 5973 + ], + "test_balanced_acc": 0.5404997138721513, + "test_accuracy": 0.5405128205128205, + "test_auc": 0.558113407614367, + "test_f1": 0.5465587044534413, + "test_precision": 0.54, + "test_recall": 0.5532786885245902 + } + }, + "116_nyc_borough_Bronx": { + "1": { + "k": 1, + "selected_features": [ + 9458 + ], + "test_balanced_acc": 0.5479137913623051, + "test_accuracy": 0.5476923076923077, + "test_auc": 0.5479137913623051, + "test_f1": 0.4235294117647059, + "test_precision": 0.5848375451263538, + "test_recall": 0.3319672131147541 + }, + "4": { + "k": 4, + "selected_features": [ + 9458, + 30256, + 19510, + 5449 + ], + "test_balanced_acc": 0.550865536742182, + "test_accuracy": 0.5507692307692308, + "test_auc": 0.560128925842394, + "test_f1": 0.504524886877828, + "test_precision": 0.5631313131313131, + "test_recall": 0.4569672131147541 + }, + "16": { + "k": 16, + "selected_features": [ + 9458, + 30256, + 19510, + 5449, + 13717, + 29300, + 31572, + 4348, + 20708, + 6876, + 15285, + 26783, + 18337, + 31818, + 16435, + 29096 + ], + "test_balanced_acc": 0.5260965429023462, + "test_accuracy": 0.5261538461538462, + "test_auc": 0.542224896489043, + "test_f1": 0.5514563106796116, + "test_precision": 0.5239852398523985, + "test_recall": 0.5819672131147541 + } + }, + "117_us_state_FL": { + "1": { + "k": 1, + "selected_features": [ + 10255 + ], + "test_balanced_acc": 0.8300000000000001, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8300000000000001, + "test_f1": 0.7951807228915663, + "test_precision": 1.0, + "test_recall": 0.66 + }, + "4": { + "k": 4, + "selected_features": [ + 10255, + 11111, + 27825, + 17297 + ], + "test_balanced_acc": 0.7887755102040817, + "test_accuracy": 0.7878787878787878, + "test_auc": 0.8510204081632653, + "test_f1": 0.7692307692307693, + "test_precision": 0.8536585365853658, + "test_recall": 0.7 + }, + "16": { + "k": 16, + "selected_features": [ + 10255, + 11111, + 27825, + 17297, + 12737, + 18224, + 2386, + 1824, + 16594, + 11079, + 19614, + 24058, + 9598, + 27234, + 14187, + 17474 + ], + "test_balanced_acc": 0.8287755102040817, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.903265306122449, + "test_f1": 0.8210526315789474, + "test_precision": 0.8666666666666667, + "test_recall": 0.78 + } + }, + "118_us_state_CA": { + "1": { + "k": 1, + "selected_features": [ + 1824 + ], + "test_balanced_acc": 0.776734693877551, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.776734693877551, + "test_f1": 0.8, + "test_precision": 0.7333333333333333, + "test_recall": 0.88 + }, + "4": { + "k": 4, + "selected_features": [ + 1824, + 4547, + 12737, + 21812 + ], + "test_balanced_acc": 0.7879591836734694, + "test_accuracy": 0.7878787878787878, + "test_auc": 0.8714285714285713, + "test_f1": 0.7878787878787878, + "test_precision": 0.7959183673469388, + "test_recall": 0.78 + }, + "16": { + "k": 16, + "selected_features": [ + 1824, + 4547, + 12737, + 21812, + 31217, + 2333, + 7865, + 22781, + 5066, + 25481, + 3918, + 22140, + 2254, + 307, + 28341, + 30100 + ], + "test_balanced_acc": 0.7779591836734694, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.8724489795918368, + "test_f1": 0.7755102040816326, + "test_precision": 0.7916666666666666, + "test_recall": 0.76 + } + }, + "119_us_state_TX": { + "1": { + "k": 1, + "selected_features": [ + 17359 + ], + "test_balanced_acc": 0.8400000000000001, + "test_accuracy": 0.8383838383838383, + "test_auc": 0.8400000000000001, + "test_f1": 0.8095238095238095, + "test_precision": 1.0, + "test_recall": 0.68 + }, + "4": { + "k": 4, + "selected_features": [ + 17359, + 21812, + 22781, + 4547 + ], + "test_balanced_acc": 0.8291836734693878, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.9146938775510204, + "test_f1": 0.8131868131868132, + "test_precision": 0.9024390243902439, + "test_recall": 0.74 + }, + "16": { + "k": 16, + "selected_features": [ + 17359, + 21812, + 22781, + 4547, + 1824, + 12737, + 28089, + 18251, + 19504, + 15544, + 4348, + 10228, + 17297, + 1025, + 21544, + 5297 + ], + "test_balanced_acc": 0.8687755102040816, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.9444897959183673, + "test_f1": 0.8686868686868687, + "test_precision": 0.8775510204081632, + "test_recall": 0.86 + } + }, + "120_us_timezone_Chicago": { + "1": { + "k": 1, + "selected_features": [ + 21812 + ], + "test_balanced_acc": 0.6658081322027835, + "test_accuracy": 0.6657997399219766, + "test_auc": 0.6658081322027836, + "test_f1": 0.6593018117543085, + "test_precision": 0.672678088367899, + "test_recall": 0.6464471403812825 + }, + "4": { + "k": 4, + "selected_features": [ + 21812, + 1824, + 28187, + 16976 + ], + "test_balanced_acc": 0.6541615497812203, + "test_accuracy": 0.6540962288686606, + "test_auc": 0.7296973008397956, + "test_f1": 0.5928571428571429, + "test_precision": 0.7208436724565757, + "test_recall": 0.5034662045060658 + }, + "16": { + "k": 16, + "selected_features": [ + 21812, + 1824, + 28187, + 16976, + 13735, + 307, + 20676, + 20826, + 17474, + 22140, + 8383, + 10265, + 17359, + 5116, + 28089, + 13008 + ], + "test_balanced_acc": 0.7338462995335806, + "test_accuracy": 0.7338534893801474, + "test_auc": 0.8037351885894832, + "test_f1": 0.7382779198635976, + "test_precision": 0.7265100671140939, + "test_recall": 0.7504332755632582 + } + }, + "121_us_timezone_New_York": { + "1": { + "k": 1, + "selected_features": [ + 1824 + ], + "test_balanced_acc": 0.666639735690633, + "test_accuracy": 0.6666666666666666, + "test_auc": 0.6666397356906328, + "test_f1": 0.6862505099959201, + "test_precision": 0.6484194294525829, + "test_recall": 0.7287694974003466 + }, + "4": { + "k": 4, + "selected_features": [ + 1824, + 12737, + 16976, + 28187 + ], + "test_balanced_acc": 0.7134830996225655, + "test_accuracy": 0.7134807108799306, + "test_auc": 0.7767589935681314, + "test_f1": 0.7119825708061002, + "test_precision": 0.7160385626643295, + "test_recall": 0.7079722703639515 + }, + "16": { + "k": 16, + "selected_features": [ + 1824, + 12737, + 16976, + 28187, + 29375, + 22781, + 21727, + 17274, + 11498, + 15032, + 18251, + 20676, + 8302, + 23395, + 19850, + 25481 + ], + "test_balanced_acc": 0.7602941463832575, + "test_accuracy": 0.7602947550931947, + "test_auc": 0.853398789383734, + "test_f1": 0.76070964950238, + "test_precision": 0.759723422644771, + "test_recall": 0.7616984402079723 + } + }, + "122_us_timezone_Los_Angeles": { + "1": { + "k": 1, + "selected_features": [ + 1824 + ], + "test_balanced_acc": 0.7624278312472474, + "test_accuracy": 0.7624620719549198, + "test_auc": 0.7624278312472474, + "test_f1": 0.7799196787148595, + "test_precision": 0.7267964071856288, + "test_recall": 0.841421143847487 + }, + "4": { + "k": 4, + "selected_features": [ + 1824, + 21812, + 22781, + 12737 + ], + "test_balanced_acc": 0.7672370772650955, + "test_accuracy": 0.7672301690507152, + "test_auc": 0.8458805376976044, + "test_f1": 0.7635402906208718, + "test_precision": 0.7761862130707251, + "test_recall": 0.7512998266897747 + }, + "16": { + "k": 16, + "selected_features": [ + 1824, + 21812, + 22781, + 12737, + 17474, + 25481, + 307, + 31217, + 22140, + 17133, + 8302, + 26122, + 4797, + 7865, + 2333, + 6176 + ], + "test_balanced_acc": 0.7828331186370872, + "test_accuracy": 0.7828348504551366, + "test_auc": 0.8737950580281114, + "test_f1": 0.7837721191195511, + "test_precision": 0.7807394668959587, + "test_recall": 0.7868284228769498 + } + }, + "123_world_country_United_Kingdom": { + "1": { + "k": 1, + "selected_features": [ + 24621 + ], + "test_balanced_acc": 0.9251691520517049, + "test_accuracy": 0.9251282051282051, + "test_auc": 0.925169152051705, + "test_f1": 0.9220917822838848, + "test_precision": 0.9621380846325167, + "test_recall": 0.8852459016393442 + }, + "4": { + "k": 4, + "selected_features": [ + 24621, + 29809, + 28100, + 13480 + ], + "test_balanced_acc": 0.9241445618877706, + "test_accuracy": 0.9241025641025641, + "test_auc": 0.9596896354394588, + "test_f1": 0.9209401709401709, + "test_precision": 0.9620535714285714, + "test_recall": 0.8831967213114754 + }, + "16": { + "k": 16, + "selected_features": [ + 24621, + 29809, + 28100, + 13480, + 25431, + 20144, + 4348, + 2191, + 28427, + 26171, + 17944, + 7700, + 23522, + 26382, + 11980, + 13157 + ], + "test_balanced_acc": 0.9333048608072172, + "test_accuracy": 0.9333333333333333, + "test_auc": 0.9738171979668091, + "test_f1": 0.9351944167497508, + "test_precision": 0.9106796116504854, + "test_recall": 0.9610655737704918 + } + }, + "124_world_country_United_States": { + "1": { + "k": 1, + "selected_features": [ + 27273 + ], + "test_balanced_acc": 0.9170039889588313, + "test_accuracy": 0.916923076923077, + "test_auc": 0.9170039889588314, + "test_f1": 0.9098998887652948, + "test_precision": 0.9951338199513382, + "test_recall": 0.8381147540983607 + }, + "4": { + "k": 4, + "selected_features": [ + 27273, + 13480, + 3514, + 19263 + ], + "test_balanced_acc": 0.9477416938768641, + "test_accuracy": 0.9476923076923077, + "test_auc": 0.9792809775473794, + "test_f1": 0.9451022604951561, + "test_precision": 0.9954648526077098, + "test_recall": 0.8995901639344263 + }, + "16": { + "k": 16, + "selected_features": [ + 27273, + 13480, + 3514, + 19263, + 28100, + 22179, + 18099, + 3305, + 13952, + 13584, + 17285, + 7710, + 21116, + 6006, + 3420, + 1941 + ], + "test_balanced_acc": 0.9528415020028949, + "test_accuracy": 0.9528205128205128, + "test_auc": 0.9879279294442387, + "test_f1": 0.9518828451882845, + "test_precision": 0.9722222222222222, + "test_recall": 0.9323770491803278 + } + }, + "125_world_country_Italy": { + "1": { + "k": 1, + "selected_features": [ + 1133 + ], + "test_balanced_acc": 0.9569335510149123, + "test_accuracy": 0.9569230769230769, + "test_auc": 0.9569335510149123, + "test_f1": 0.9565217391304348, + "test_precision": 0.9665271966527197, + "test_recall": 0.9467213114754098 + }, + "4": { + "k": 4, + "selected_features": [ + 1133, + 2981, + 12737, + 1429 + ], + "test_balanced_acc": 0.9712946443599151, + "test_accuracy": 0.9712820512820513, + "test_auc": 0.9913320092907395, + "test_f1": 0.970954356846473, + "test_precision": 0.9831932773109243, + "test_recall": 0.9590163934426229 + }, + "16": { + "k": 16, + "selected_features": [ + 1133, + 2981, + 12737, + 1429, + 13755, + 28427, + 7712, + 8860, + 13817, + 25401, + 565, + 10437, + 5245, + 16462, + 18099, + 13182 + ], + "test_balanced_acc": 0.9805264752415255, + "test_accuracy": 0.9805128205128205, + "test_auc": 0.9955418756522032, + "test_f1": 0.980269989615784, + "test_precision": 0.9936842105263158, + "test_recall": 0.9672131147540983 + } + }, + "126_art_type_book": { + "1": { + "k": 1, + "selected_features": [ + 16460 + ], + "test_balanced_acc": 0.6001933769339572, + "test_accuracy": 0.600346770697876, + "test_auc": 0.6001933769339572, + "test_f1": 0.704865556978233, + "test_precision": 0.5588832487309645, + "test_recall": 0.9540727902946274 + }, + "4": { + "k": 4, + "selected_features": [ + 16460, + 22565, + 32118, + 16254 + ], + "test_balanced_acc": 0.6532138299455418, + "test_accuracy": 0.6532293021239706, + "test_auc": 0.7116695802224925, + "test_f1": 0.6652719665271967, + "test_precision": 0.6432038834951457, + "test_recall": 0.6889081455805892 + }, + "16": { + "k": 16, + "selected_features": [ + 16460, + 22565, + 32118, + 16254, + 15771, + 8966, + 13413, + 31751, + 17395, + 26785, + 30812, + 5865, + 20985, + 13008, + 16777, + 6131 + ], + "test_balanced_acc": 0.7182412394161264, + "test_accuracy": 0.7182488079757261, + "test_auc": 0.790118386065437, + "test_f1": 0.7231686541737649, + "test_precision": 0.7110552763819096, + "test_recall": 0.7357019064124783 + } + }, + "127_art_type_song": { + "1": { + "k": 1, + "selected_features": [ + 16460 + ], + "test_balanced_acc": 0.6776121668888785, + "test_accuracy": 0.6775032509752926, + "test_auc": 0.6776121668888785, + "test_f1": 0.5694444444444444, + "test_precision": 0.8571428571428571, + "test_recall": 0.42634315424610053 + }, + "4": { + "k": 4, + "selected_features": [ + 16460, + 5865, + 16777, + 5194 + ], + "test_balanced_acc": 0.7256283435119897, + "test_accuracy": 0.7256176853055917, + "test_auc": 0.7944289706154242, + "test_f1": 0.718791648156375, + "test_precision": 0.7374658158614403, + "test_recall": 0.7010398613518197 + }, + "16": { + "k": 16, + "selected_features": [ + 16460, + 5865, + 16777, + 5194, + 22565, + 13413, + 30812, + 6131, + 7700, + 16254, + 5270, + 24487, + 3573, + 15939, + 7634, + 22205 + ], + "test_balanced_acc": 0.7399358316260347, + "test_accuracy": 0.7399219765929779, + "test_auc": 0.8128952277308386, + "test_f1": 0.7314234556848702, + "test_precision": 0.7564814814814815, + "test_recall": 0.7079722703639515 + } + }, + "128_art_type_movie": { + "1": { + "k": 1, + "selected_features": [ + 6780 + ], + "test_balanced_acc": 0.5501795481909149, + "test_accuracy": 0.5500650195058517, + "test_auc": 0.5501795481909149, + "test_f1": 0.38869257950530034, + "test_precision": 0.6066176470588235, + "test_recall": 0.28596187175043325 + }, + "4": { + "k": 4, + "selected_features": [ + 6780, + 12569, + 8108, + 9158 + ], + "test_balanced_acc": 0.5800436206655534, + "test_accuracy": 0.5799739921976593, + "test_auc": 0.6094300754117433, + "test_f1": 0.49974186886938565, + "test_precision": 0.6181353767560664, + "test_recall": 0.4194107452339688 + }, + "16": { + "k": 16, + "selected_features": [ + 6780, + 12569, + 8108, + 9158, + 5546, + 26257, + 13586, + 5157, + 30374, + 26053, + 30799, + 17474, + 20272, + 28427, + 16460, + 27572 + ], + "test_balanced_acc": 0.6571426209376188, + "test_accuracy": 0.6571304724750758, + "test_auc": 0.7072056769996437, + "test_f1": 0.647347302719572, + "test_precision": 0.6666666666666666, + "test_recall": 0.6291161178509532 + } + }, + "129_arith_mc_A": { + "1": { + "k": 1, + "selected_features": [ + 12257 + ], + "test_balanced_acc": 0.6205673758865249, + "test_accuracy": 0.6204690831556503, + "test_auc": 0.6205673758865249, + "test_f1": 0.6026785714285714, + "test_precision": 0.6338028169014085, + "test_recall": 0.574468085106383 + }, + "4": { + "k": 4, + "selected_features": [ + 12257, + 6150, + 3287, + 19333 + ], + "test_balanced_acc": 0.6738770685579196, + "test_accuracy": 0.673773987206823, + "test_auc": 0.7210583742498636, + "test_f1": 0.6577181208053692, + "test_precision": 0.6933962264150944, + "test_recall": 0.625531914893617 + }, + "16": { + "k": 16, + "selected_features": [ + 12257, + 6150, + 3287, + 19333, + 1236, + 2063, + 5961, + 30234, + 30827, + 4949, + 32401, + 6631, + 14313, + 23723, + 20389, + 541 + ], + "test_balanced_acc": 0.771831242044008, + "test_accuracy": 0.7718550106609808, + "test_auc": 0.8309238043280597, + "test_f1": 0.7747368421052632, + "test_precision": 0.7666666666666667, + "test_recall": 0.7829787234042553 + } + }, + "130_temp_cat_Frequency": { + "1": { + "k": 1, + "selected_features": [ + 3873 + ], + "test_balanced_acc": 0.949795918367347, + "test_accuracy": 0.9494949494949495, + "test_auc": 0.9497959183673469, + "test_f1": 0.9484536082474226, + "test_precision": 0.9787234042553191, + "test_recall": 0.92 + }, + "4": { + "k": 4, + "selected_features": [ + 3873, + 21791, + 30481, + 25750 + ], + "test_balanced_acc": 0.99, + "test_accuracy": 0.98989898989899, + "test_auc": 0.9997959183673469, + "test_f1": 0.98989898989899, + "test_precision": 1.0, + "test_recall": 0.98 + }, + "16": { + "k": 16, + "selected_features": [ + 3873, + 21791, + 30481, + 25750, + 20104, + 20858, + 6783, + 18882, + 18250, + 31374, + 6391, + 19612, + 354, + 19409, + 23572, + 9790 + ], + "test_balanced_acc": 0.9797959183673469, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9975510204081633, + "test_f1": 0.98, + "test_precision": 0.98, + "test_recall": 0.98 + } + }, + "131_temp_cat_Typical Time": { + "1": { + "k": 1, + "selected_features": [ + 7344 + ], + "test_balanced_acc": 0.72, + "test_accuracy": 0.7171717171717171, + "test_auc": 0.72, + "test_f1": 0.6111111111111112, + "test_precision": 1.0, + "test_recall": 0.44 + }, + "4": { + "k": 4, + "selected_features": [ + 7344, + 3607, + 32299, + 20883 + ], + "test_balanced_acc": 0.7795918367346939, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.8957142857142857, + "test_f1": 0.7317073170731707, + "test_precision": 0.9375, + "test_recall": 0.6 + }, + "16": { + "k": 16, + "selected_features": [ + 7344, + 3607, + 32299, + 20883, + 27709, + 19506, + 28523, + 17725, + 17541, + 31137, + 4186, + 7696, + 6454, + 30466, + 9790, + 3873 + ], + "test_balanced_acc": 0.9187755102040815, + "test_accuracy": 0.9191919191919192, + "test_auc": 0.9620408163265306, + "test_f1": 0.9230769230769231, + "test_precision": 0.8888888888888888, + "test_recall": 0.96 + } + }, + "132_temp_cat_Event Ordering": { + "1": { + "k": 1, + "selected_features": [ + 24334 + ], + "test_balanced_acc": 0.9199999999999999, + "test_accuracy": 0.9191919191919192, + "test_auc": 0.9199999999999999, + "test_f1": 0.9130434782608695, + "test_precision": 1.0, + "test_recall": 0.84 + }, + "4": { + "k": 4, + "selected_features": [ + 24334, + 30709, + 31137, + 18567 + ], + "test_balanced_acc": 0.96, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.9926530612244898, + "test_f1": 0.9583333333333334, + "test_precision": 1.0, + "test_recall": 0.92 + }, + "16": { + "k": 16, + "selected_features": [ + 24334, + 30709, + 31137, + 18567, + 21665, + 16180, + 16098, + 11969, + 18241, + 5291, + 30585, + 10574, + 20883, + 22718, + 27169, + 29578 + ], + "test_balanced_acc": 0.99, + "test_accuracy": 0.98989898989899, + "test_auc": 0.9991836734693876, + "test_f1": 0.98989898989899, + "test_precision": 1.0, + "test_recall": 0.98 + } + }, + "133_context_type_Causality": { + "1": { + "k": 1, + "selected_features": [ + 13524 + ], + "test_balanced_acc": 0.9245022123893805, + "test_accuracy": 0.9244444444444444, + "test_auc": 0.9245022123893805, + "test_f1": 0.9237668161434978, + "test_precision": 0.9363636363636364, + "test_recall": 0.911504424778761 + }, + "4": { + "k": 4, + "selected_features": [ + 13524, + 3162, + 6152, + 4236 + ], + "test_balanced_acc": 0.9200379266750949, + "test_accuracy": 0.92, + "test_auc": 0.935129582806574, + "test_f1": 0.9196428571428571, + "test_precision": 0.9279279279279279, + "test_recall": 0.911504424778761 + }, + "16": { + "k": 16, + "selected_features": [ + 13524, + 3162, + 6152, + 4236, + 2202, + 16532, + 21380, + 31484, + 13215, + 4186, + 21963, + 19245, + 11707, + 22303, + 24250, + 13223 + ], + "test_balanced_acc": 0.9332727560050569, + "test_accuracy": 0.9333333333333333, + "test_auc": 0.9618362831858408, + "test_f1": 0.9344978165938864, + "test_precision": 0.9224137931034483, + "test_recall": 0.9469026548672567 + } + }, + "134_context_type_Belief_states": { + "1": { + "k": 1, + "selected_features": [ + 6783 + ], + "test_balanced_acc": 0.6660082174462706, + "test_accuracy": 0.6666666666666666, + "test_auc": 0.6660082174462705, + "test_f1": 0.7104247104247104, + "test_precision": 0.6301369863013698, + "test_recall": 0.8141592920353983 + }, + "4": { + "k": 4, + "selected_features": [ + 6783, + 23692, + 8202, + 395 + ], + "test_balanced_acc": 0.7821191529709228, + "test_accuracy": 0.7822222222222223, + "test_auc": 0.8338337547408343, + "test_f1": 0.7878787878787878, + "test_precision": 0.7711864406779662, + "test_recall": 0.8053097345132744 + }, + "16": { + "k": 16, + "selected_features": [ + 6783, + 23692, + 8202, + 395, + 4528, + 18516, + 20906, + 22508, + 12777, + 17268, + 12331, + 31137, + 4211, + 2115, + 24472, + 15843 + ], + "test_balanced_acc": 0.8445401390644753, + "test_accuracy": 0.8444444444444444, + "test_auc": 0.9292430467762327, + "test_f1": 0.8416289592760181, + "test_precision": 0.8611111111111112, + "test_recall": 0.8230088495575221 + } + }, + "135_context_type_Event_duration": { + "1": { + "k": 1, + "selected_features": [ + 4667 + ], + "test_balanced_acc": 0.9156526548672566, + "test_accuracy": 0.9155555555555556, + "test_auc": 0.9156526548672566, + "test_f1": 0.9140271493212669, + "test_precision": 0.9351851851851852, + "test_recall": 0.8938053097345132 + }, + "4": { + "k": 4, + "selected_features": [ + 4667, + 30709, + 27169, + 520 + ], + "test_balanced_acc": 0.9377765486725664, + "test_accuracy": 0.9377777777777778, + "test_auc": 0.9779946270543615, + "test_f1": 0.9380530973451328, + "test_precision": 0.9380530973451328, + "test_recall": 0.9380530973451328 + }, + "16": { + "k": 16, + "selected_features": [ + 4667, + 30709, + 27169, + 520, + 22339, + 3607, + 30466, + 9634, + 4186, + 16098, + 7845, + 8202, + 27437, + 10574, + 25154, + 27709 + ], + "test_balanced_acc": 0.9689475347661188, + "test_accuracy": 0.9688888888888889, + "test_auc": 0.9945085335018963, + "test_f1": 0.968609865470852, + "test_precision": 0.9818181818181818, + "test_recall": 0.9557522123893806 + } + }, + "136_glue_mnli_entailment": { + "1": { + "k": 1, + "selected_features": [ + 40 + ], + "test_balanced_acc": 0.689176453258097, + "test_accuracy": 0.6892067620286085, + "test_auc": 0.6891764532580968, + "test_f1": 0.7095990279465371, + "test_precision": 0.6661596958174905, + "test_recall": 0.7590987868284229 + }, + "4": { + "k": 4, + "selected_features": [ + 40, + 28180, + 1486, + 11886 + ], + "test_balanced_acc": 0.7260567339214558, + "test_accuracy": 0.7260511486779367, + "test_auc": 0.7845290185650875, + "test_f1": 0.7225636523266022, + "test_precision": 0.7322064056939501, + "test_recall": 0.7131715771230502 + }, + "16": { + "k": 16, + "selected_features": [ + 40, + 28180, + 1486, + 11886, + 16209, + 15768, + 3795, + 6477, + 17325, + 6639, + 11415, + 5167, + 30069, + 5042, + 1269, + 28191 + ], + "test_balanced_acc": 0.7624872046548752, + "test_accuracy": 0.7624620719549198, + "test_auc": 0.8284427933459697, + "test_f1": 0.7479300827966882, + "test_precision": 0.7970588235294118, + "test_recall": 0.7045060658578857 + } + }, + "137_glue_mnli_neutral": { + "1": { + "k": 1, + "selected_features": [ + 40 + ], + "test_balanced_acc": 0.6137741044761537, + "test_accuracy": 0.6137841352405722, + "test_auc": 0.6137741044761537, + "test_f1": 0.6226175349428208, + "test_precision": 0.6089478044739023, + "test_recall": 0.6369150779896013 + }, + "4": { + "k": 4, + "selected_features": [ + 40, + 10611, + 11415, + 23336 + ], + "test_balanced_acc": 0.6240866641313971, + "test_accuracy": 0.6241872561768531, + "test_auc": 0.6831575680050985, + "test_f1": 0.6950404502286317, + "test_precision": 0.5849615156897573, + "test_recall": 0.8561525129982669 + }, + "16": { + "k": 16, + "selected_features": [ + 40, + 10611, + 11415, + 23336, + 28180, + 9503, + 372, + 393, + 16295, + 3427, + 15768, + 10674, + 29713, + 3457, + 17974, + 6639 + ], + "test_balanced_acc": 0.6709826374118606, + "test_accuracy": 0.6710013003901171, + "test_auc": 0.7251871765464518, + "test_f1": 0.684669713336103, + "test_precision": 0.6576217079010375, + "test_recall": 0.7140381282495667 + } + }, + "138_glue_mnli_contradiction": { + "1": { + "k": 1, + "selected_features": [ + 5042 + ], + "test_balanced_acc": 0.639455357961523, + "test_accuracy": 0.6393584742089293, + "test_auc": 0.639455357961523, + "test_f1": 0.5357142857142857, + "test_precision": 0.7523510971786834, + "test_recall": 0.41594454072790293 + }, + "4": { + "k": 4, + "selected_features": [ + 5042, + 5664, + 10611, + 3427 + ], + "test_balanced_acc": 0.7174194062358612, + "test_accuracy": 0.717381881231036, + "test_auc": 0.7705928021392465, + "test_f1": 0.6907020872865275, + "test_precision": 0.7631027253668763, + "test_recall": 0.6308492201039861 + }, + "16": { + "k": 16, + "selected_features": [ + 5042, + 5664, + 10611, + 3427, + 16295, + 30487, + 17974, + 23336, + 9503, + 1486, + 15768, + 29713, + 26844, + 9154, + 28180, + 372 + ], + "test_balanced_acc": 0.7447003596976316, + "test_accuracy": 0.7446900736887733, + "test_auc": 0.8355721116340313, + "test_f1": 0.7385707944962272, + "test_precision": 0.7570518653321201, + "test_recall": 0.7209705372616985 + } + }, + "139_news_class_Politics": { + "1": { + "k": 1, + "selected_features": [ + 18767 + ], + "test_balanced_acc": 0.68399227072325, + "test_accuracy": 0.6840677966101695, + "test_auc": 0.6839922707232501, + "test_f1": 0.7158536585365853, + "test_precision": 0.6507760532150776, + "test_recall": 0.7953929539295393 + }, + "4": { + "k": 4, + "selected_features": [ + 18767, + 11328, + 29809, + 28427 + ], + "test_balanced_acc": 0.677957220549139, + "test_accuracy": 0.6779661016949152, + "test_auc": 0.7549411111478823, + "test_f1": 0.6822742474916388, + "test_precision": 0.6737120211360634, + "test_recall": 0.6910569105691057 + }, + "16": { + "k": 16, + "selected_features": [ + 18767, + 11328, + 29809, + 28427, + 14155, + 15090, + 26529, + 4182, + 21028, + 19069, + 24904, + 23375, + 5112, + 15594, + 26033, + 15650 + ], + "test_balanced_acc": 0.7993375693594114, + "test_accuracy": 0.7993220338983051, + "test_auc": 0.8717829919140441, + "test_f1": 0.7947295423023578, + "test_precision": 0.8139204545454546, + "test_recall": 0.7764227642276422 + } + }, + "140_news_class_Technology": { + "1": { + "k": 1, + "selected_features": [ + 5580 + ], + "test_balanced_acc": 0.704584064158145, + "test_accuracy": 0.704406779661017, + "test_auc": 0.7045840641581451, + "test_f1": 0.6, + "test_precision": 0.9289772727272727, + "test_recall": 0.44308943089430897 + }, + "4": { + "k": 4, + "selected_features": [ + 5580, + 12281, + 3385, + 5406 + ], + "test_balanced_acc": 0.7824688457196648, + "test_accuracy": 0.7823728813559322, + "test_auc": 0.8081221755229764, + "test_f1": 0.7466456195737964, + "test_precision": 0.8941398865784499, + "test_recall": 0.6409214092140921 + }, + "16": { + "k": 16, + "selected_features": [ + 5580, + 12281, + 3385, + 5406, + 2526, + 15581, + 29349, + 28568, + 31475, + 2710, + 11331, + 25277, + 26033, + 22631, + 6471, + 19115 + ], + "test_balanced_acc": 0.8014224884446945, + "test_accuracy": 0.8013559322033899, + "test_auc": 0.8828280989729842, + "test_f1": 0.7798647633358378, + "test_precision": 0.8752107925801011, + "test_recall": 0.7032520325203252 + } + }, + "141_news_class_Entertainment": { + "1": { + "k": 1, + "selected_features": [ + 18767 + ], + "test_balanced_acc": 0.6758640279754222, + "test_accuracy": 0.6759322033898305, + "test_auc": 0.6758640279754222, + "test_f1": 0.7056650246305419, + "test_precision": 0.6467268623024831, + "test_recall": 0.7764227642276422 + }, + "4": { + "k": 4, + "selected_features": [ + 18767, + 27808, + 24904, + 19069 + ], + "test_balanced_acc": 0.7444199916897405, + "test_accuracy": 0.744406779661017, + "test_auc": 0.8284630064753835, + "test_f1": 0.7394609536973048, + "test_precision": 0.7545839210155149, + "test_recall": 0.7249322493224932 + }, + "16": { + "k": 16, + "selected_features": [ + 18767, + 27808, + 24904, + 19069, + 13887, + 11328, + 4226, + 19097, + 32490, + 15650, + 17016, + 26529, + 21956, + 15581, + 26033, + 19931 + ], + "test_balanced_acc": 0.8054424845469621, + "test_accuracy": 0.8054237288135593, + "test_auc": 0.8899809893621324, + "test_f1": 0.8, + "test_precision": 0.8235294117647058, + "test_recall": 0.7777777777777778 + } + }, + "142_cancer_cat_Thyroid_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 8434 + ], + "test_balanced_acc": 0.5925812593499252, + "test_accuracy": 0.5918367346938775, + "test_auc": 0.5925812593499251, + "test_f1": 0.453125, + "test_precision": 0.6904761904761905, + "test_recall": 0.3372093023255814 + }, + "4": { + "k": 4, + "selected_features": [ + 8434, + 24556, + 28097, + 30508 + ], + "test_balanced_acc": 0.6791105671154631, + "test_accuracy": 0.6793002915451894, + "test_auc": 0.7172582619339045, + "test_f1": 0.6994535519125683, + "test_precision": 0.6597938144329897, + "test_recall": 0.7441860465116279 + }, + "16": { + "k": 16, + "selected_features": [ + 8434, + 24556, + 28097, + 30508, + 11272, + 11533, + 29176, + 26716, + 25310, + 17230, + 21373, + 30142, + 25021, + 14725, + 18099, + 12436 + ], + "test_balanced_acc": 0.6997314021487828, + "test_accuracy": 0.6997084548104956, + "test_auc": 0.7636168910648715, + "test_f1": 0.6979472140762464, + "test_precision": 0.7041420118343196, + "test_recall": 0.6918604651162791 + } + }, + "143_cancer_cat_Lung_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 25310 + ], + "test_balanced_acc": 0.678515571875425, + "test_accuracy": 0.6793002915451894, + "test_auc": 0.678515571875425, + "test_f1": 0.7477064220183486, + "test_precision": 0.6174242424242424, + "test_recall": 0.9476744186046512 + }, + "4": { + "k": 4, + "selected_features": [ + 25310, + 17725, + 30226, + 11533 + ], + "test_balanced_acc": 0.8133244934040528, + "test_accuracy": 0.8134110787172012, + "test_auc": 0.866483068135455, + "test_f1": 0.8192090395480226, + "test_precision": 0.7967032967032966, + "test_recall": 0.8430232558139535 + }, + "16": { + "k": 16, + "selected_features": [ + 25310, + 17725, + 30226, + 11533, + 12050, + 30508, + 27097, + 31977, + 22408, + 8434, + 29294, + 23600, + 20868, + 19700, + 26053, + 23826 + ], + "test_balanced_acc": 0.8717020263837889, + "test_accuracy": 0.8717201166180758, + "test_auc": 0.9356385148918809, + "test_f1": 0.8728323699421965, + "test_precision": 0.867816091954023, + "test_recall": 0.877906976744186 + } + }, + "144_cancer_cat_Colon_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 25310 + ], + "test_balanced_acc": 0.6127770977832177, + "test_accuracy": 0.6122448979591837, + "test_auc": 0.6127770977832177, + "test_f1": 0.5266903914590747, + "test_precision": 0.6788990825688074, + "test_recall": 0.43023255813953487 + }, + "4": { + "k": 4, + "selected_features": [ + 25310, + 23826, + 29176, + 17725 + ], + "test_balanced_acc": 0.7146572827417381, + "test_accuracy": 0.7142857142857143, + "test_auc": 0.8070855433156536, + "test_f1": 0.6733333333333333, + "test_precision": 0.7890625, + "test_recall": 0.5872093023255814 + }, + "16": { + "k": 16, + "selected_features": [ + 25310, + 23826, + 29176, + 17725, + 30226, + 22408, + 7576, + 19609, + 15760, + 4130, + 21471, + 2526, + 30529, + 26520, + 14949, + 30319 + ], + "test_balanced_acc": 0.8163164694682443, + "test_accuracy": 0.8163265306122449, + "test_auc": 0.8992248062015504, + "test_f1": 0.8173913043478261, + "test_precision": 0.815028901734104, + "test_recall": 0.8197674418604651 + } + }, + "145_disease_class_digestive system diseases": { + "1": { + "k": 1, + "selected_features": [ + 20199 + ], + "test_balanced_acc": 0.5432653061224489, + "test_accuracy": 0.5454545454545454, + "test_auc": 0.543265306122449, + "test_f1": 0.628099173553719, + "test_precision": 0.5352112676056338, + "test_recall": 0.76 + }, + "4": { + "k": 4, + "selected_features": [ + 20199, + 18599, + 7906, + 25542 + ], + "test_balanced_acc": 0.4857142857142857, + "test_accuracy": 0.48484848484848486, + "test_auc": 0.46571428571428575, + "test_f1": 0.43956043956043955, + "test_precision": 0.4878048780487805, + "test_recall": 0.4 + }, + "16": { + "k": 16, + "selected_features": [ + 20199, + 18599, + 7906, + 25542, + 18024, + 11886, + 29466, + 26410, + 442, + 13893, + 17474, + 14768, + 15797, + 6420, + 6187, + 25817 + ], + "test_balanced_acc": 0.5151020408163265, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5673469387755102, + "test_f1": 0.52, + "test_precision": 0.52, + "test_recall": 0.52 + } + }, + "146_disease_class_cardiovascular diseases": { + "1": { + "k": 1, + "selected_features": [ + 19097 + ], + "test_balanced_acc": 0.6285714285714286, + "test_accuracy": 0.6262626262626263, + "test_auc": 0.6285714285714286, + "test_f1": 0.5194805194805194, + "test_precision": 0.7407407407407407, + "test_recall": 0.4 + }, + "4": { + "k": 4, + "selected_features": [ + 19097, + 16803, + 24208, + 32324 + ], + "test_balanced_acc": 0.6059183673469388, + "test_accuracy": 0.6060606060606061, + "test_auc": 0.6353061224489795, + "test_f1": 0.6138613861386139, + "test_precision": 0.6078431372549019, + "test_recall": 0.62 + }, + "16": { + "k": 16, + "selected_features": [ + 19097, + 16803, + 24208, + 32324, + 27694, + 11886, + 7594, + 8202, + 11310, + 24228, + 25556, + 24093, + 3662, + 11666, + 21918, + 29493 + ], + "test_balanced_acc": 0.5453061224489797, + "test_accuracy": 0.5454545454545454, + "test_auc": 0.593265306122449, + "test_f1": 0.5544554455445545, + "test_precision": 0.5490196078431373, + "test_recall": 0.56 + } + }, + "147_disease_class_nervous system diseases": { + "1": { + "k": 1, + "selected_features": [ + 1973 + ], + "test_balanced_acc": 0.596938775510204, + "test_accuracy": 0.5959595959595959, + "test_auc": 0.5969387755102041, + "test_f1": 0.5555555555555556, + "test_precision": 0.625, + "test_recall": 0.5 + }, + "4": { + "k": 4, + "selected_features": [ + 1973, + 17393, + 3662, + 11886 + ], + "test_balanced_acc": 0.5975510204081632, + "test_accuracy": 0.5959595959595959, + "test_auc": 0.5993877551020408, + "test_f1": 0.5238095238095238, + "test_precision": 0.6470588235294118, + "test_recall": 0.44 + }, + "16": { + "k": 16, + "selected_features": [ + 1973, + 17393, + 3662, + 11886, + 23917, + 25556, + 21331, + 669, + 6471, + 16803, + 25817, + 13893, + 26269, + 25046, + 12237, + 6720 + ], + "test_balanced_acc": 0.5551020408163265, + "test_accuracy": 0.5555555555555556, + "test_auc": 0.57, + "test_f1": 0.5769230769230769, + "test_precision": 0.5555555555555556, + "test_recall": 0.6 + } + }, + "148_twt_emotion_worry": { + "1": { + "k": 1, + "selected_features": [ + 7906 + ], + "test_balanced_acc": 0.5199703625258776, + "test_accuracy": 0.52, + "test_auc": 0.5199703625258776, + "test_f1": 0.5402597402597402, + "test_precision": 0.5187032418952618, + "test_recall": 0.5636856368563685 + }, + "4": { + "k": 4, + "selected_features": [ + 7906, + 20911, + 25715, + 13877 + ], + "test_balanced_acc": 0.5504783914867643, + "test_accuracy": 0.5505084745762712, + "test_auc": 0.5806729471636644, + "test_f1": 0.5697598961713173, + "test_precision": 0.5466998754669987, + "test_recall": 0.5948509485094851 + }, + "16": { + "k": 16, + "selected_features": [ + 7906, + 20911, + 25715, + 13877, + 18048, + 21321, + 18733, + 24208, + 23263, + 5042, + 17156, + 9775, + 26404, + 5983, + 462, + 10103 + ], + "test_balanced_acc": 0.5627047688387332, + "test_accuracy": 0.5627118644067797, + "test_auc": 0.5918531878670211, + "test_f1": 0.5674044265593562, + "test_precision": 0.5617529880478087, + "test_recall": 0.573170731707317 + } + }, + "149_twt_emotion_happiness": { + "1": { + "k": 1, + "selected_features": [ + 23882 + ], + "test_balanced_acc": 0.5621954896618165, + "test_accuracy": 0.5620338983050848, + "test_auc": 0.5621954896618166, + "test_f1": 0.42526690391459077, + "test_precision": 0.6191709844559585, + "test_recall": 0.3238482384823848 + }, + "4": { + "k": 4, + "selected_features": [ + 23882, + 5983, + 20911, + 4991 + ], + "test_balanced_acc": 0.6325835714259449, + "test_accuracy": 0.632542372881356, + "test_auc": 0.6728653480564657, + "test_f1": 0.6089466089466089, + "test_precision": 0.6512345679012346, + "test_recall": 0.5718157181571816 + }, + "16": { + "k": 16, + "selected_features": [ + 23882, + 5983, + 20911, + 4991, + 7906, + 5634, + 23183, + 19475, + 26037, + 25715, + 18560, + 17921, + 19843, + 20802, + 22942, + 5042 + ], + "test_balanced_acc": 0.6535274477575169, + "test_accuracy": 0.6535593220338983, + "test_auc": 0.7076029681599395, + "test_f1": 0.6692556634304208, + "test_precision": 0.6406443618339529, + "test_recall": 0.7005420054200542 + } + }, + "150_twt_emotion_sadness": { + "1": { + "k": 1, + "selected_features": [ + 4991 + ], + "test_balanced_acc": 0.5818946656223686, + "test_accuracy": 0.5816949152542373, + "test_auc": 0.5818946656223686, + "test_f1": 0.40730067243035545, + "test_precision": 0.6996699669966997, + "test_recall": 0.2872628726287263 + }, + "4": { + "k": 4, + "selected_features": [ + 4991, + 13877, + 17921, + 25715 + ], + "test_balanced_acc": 0.6190444672425015, + "test_accuracy": 0.6189830508474576, + "test_auc": 0.6379751280552155, + "test_f1": 0.5812220566318927, + "test_precision": 0.6456953642384106, + "test_recall": 0.5284552845528455 + }, + "16": { + "k": 16, + "selected_features": [ + 4991, + 13877, + 17921, + 25715, + 19315, + 8849, + 23263, + 23882, + 15771, + 26037, + 13734, + 12054, + 10280, + 31967, + 20389, + 17155 + ], + "test_balanced_acc": 0.6088469331097652, + "test_accuracy": 0.6088135593220338, + "test_auc": 0.6583518107908352, + "test_f1": 0.5887384176764077, + "test_precision": 0.6210526315789474, + "test_recall": 0.559620596205962 + } + }, + "151_it_tick_HR Support": { + "1": { + "k": 1, + "selected_features": [ + 25768 + ], + "test_balanced_acc": 0.6257696665188907, + "test_accuracy": 0.6253101736972705, + "test_auc": 0.6257696665188907, + "test_f1": 0.541033434650456, + "test_precision": 0.7007874015748031, + "test_recall": 0.4405940594059406 + }, + "4": { + "k": 4, + "selected_features": [ + 25768, + 20356, + 19643, + 8102 + ], + "test_balanced_acc": 0.6327643958425693, + "test_accuracy": 0.6327543424317618, + "test_auc": 0.6847445938623713, + "test_f1": 0.6318407960199005, + "test_precision": 0.635, + "test_recall": 0.6287128712871287 + }, + "16": { + "k": 16, + "selected_features": [ + 25768, + 20356, + 19643, + 8102, + 11908, + 18109, + 26236, + 10724, + 30225, + 830, + 5998, + 28922, + 4308, + 10862, + 13379, + 2957 + ], + "test_balanced_acc": 0.5880005911038866, + "test_accuracy": 0.5880893300248139, + "test_auc": 0.655940594059406, + "test_f1": 0.6028708133971292, + "test_precision": 0.5833333333333334, + "test_recall": 0.6237623762376238 + } + }, + "152_it_tick_Hardware": { + "1": { + "k": 1, + "selected_features": [ + 20272 + ], + "test_balanced_acc": 0.5724102260972366, + "test_accuracy": 0.5732009925558312, + "test_auc": 0.5724102260972366, + "test_f1": 0.6766917293233082, + "test_precision": 0.5454545454545454, + "test_recall": 0.8910891089108911 + }, + "4": { + "k": 4, + "selected_features": [ + 20272, + 4386, + 21404, + 17482 + ], + "test_balanced_acc": 0.5954386483424462, + "test_accuracy": 0.5955334987593052, + "test_auc": 0.6553125461799911, + "test_f1": 0.6109785202863962, + "test_precision": 0.5898617511520737, + "test_recall": 0.6336633663366337 + }, + "16": { + "k": 16, + "selected_features": [ + 20272, + 4386, + 21404, + 17482, + 4571, + 2957, + 26783, + 31092, + 19643, + 24093, + 25401, + 17474, + 22897, + 25970, + 32741, + 14874 + ], + "test_balanced_acc": 0.6226417417861189, + "test_accuracy": 0.6228287841191067, + "test_auc": 0.6761735875080045, + "test_f1": 0.6497695852534562, + "test_precision": 0.6077586206896551, + "test_recall": 0.698019801980198 + } + }, + "153_it_tick_Administrative rights": { + "1": { + "k": 1, + "selected_features": [ + 14882 + ], + "test_balanced_acc": 0.5661790059602976, + "test_accuracy": 0.56575682382134, + "test_auc": 0.5661790059602975, + "test_f1": 0.47761194029850745, + "test_precision": 0.6015037593984962, + "test_recall": 0.39603960396039606 + }, + "4": { + "k": 4, + "selected_features": [ + 14882, + 13553, + 2177, + 633 + ], + "test_balanced_acc": 0.5857593222008768, + "test_accuracy": 0.5856079404466501, + "test_auc": 0.6282202847150387, + "test_f1": 0.5593667546174143, + "test_precision": 0.5988700564971752, + "test_recall": 0.5247524752475248 + }, + "16": { + "k": 16, + "selected_features": [ + 14882, + 13553, + 2177, + 633, + 23958, + 24383, + 18391, + 7059, + 5395, + 4571, + 25768, + 2577, + 5159, + 19643, + 4559, + 16784 + ], + "test_balanced_acc": 0.6526895226836116, + "test_accuracy": 0.652605459057072, + "test_auc": 0.7383626422343726, + "test_f1": 0.6410256410256411, + "test_precision": 0.6648936170212766, + "test_recall": 0.6188118811881188 + } + }, + "154_athlete_sport_football": { + "1": { + "k": 1, + "selected_features": [ + 23568 + ], + "test_balanced_acc": 0.8260634256139697, + "test_accuracy": 0.8259705488621151, + "test_auc": 0.8260634256139697, + "test_f1": 0.8132183908045977, + "test_precision": 0.8788819875776398, + "test_recall": 0.7566844919786097 + }, + "4": { + "k": 4, + "selected_features": [ + 23568, + 2983, + 18477, + 27253 + ], + "test_balanced_acc": 0.8352353371277831, + "test_accuracy": 0.8353413654618473, + "test_auc": 0.9251982050436554, + "test_f1": 0.8475836431226765, + "test_precision": 0.789838337182448, + "test_recall": 0.9144385026737968 + }, + "16": { + "k": 16, + "selected_features": [ + 23568, + 2983, + 18477, + 27253, + 6420, + 20144, + 22632, + 9109, + 157, + 19492, + 17332, + 25388, + 7688, + 10159, + 22017, + 3144 + ], + "test_balanced_acc": 0.8567905836475462, + "test_accuracy": 0.856760374832664, + "test_auc": 0.9440868231279838, + "test_f1": 0.853625170998632, + "test_precision": 0.8739495798319328, + "test_recall": 0.8342245989304813 + } + }, + "155_athlete_sport_basketball": { + "1": { + "k": 1, + "selected_features": [ + 18477 + ], + "test_balanced_acc": 0.8729588106263709, + "test_accuracy": 0.8728246318607764, + "test_auc": 0.8729588106263709, + "test_f1": 0.8588410104011887, + "test_precision": 0.9665551839464883, + "test_recall": 0.7727272727272727 + }, + "4": { + "k": 4, + "selected_features": [ + 18477, + 20144, + 23568, + 27253 + ], + "test_balanced_acc": 0.8768619804733983, + "test_accuracy": 0.8768406961178046, + "test_auc": 0.9530150105374833, + "test_f1": 0.875, + "test_precision": 0.8895027624309392, + "test_recall": 0.8609625668449198 + }, + "16": { + "k": 16, + "selected_features": [ + 18477, + 20144, + 23568, + 27253, + 18887, + 3514, + 32672, + 6555, + 3144, + 2983, + 15791, + 4462, + 22632, + 31725, + 157, + 20676 + ], + "test_balanced_acc": 0.8782347206491663, + "test_accuracy": 0.8781793842034806, + "test_auc": 0.9584522085704865, + "test_f1": 0.8730822873082287, + "test_precision": 0.9125364431486881, + "test_recall": 0.8368983957219251 + } + }, + "156_athlete_sport_baseball": { + "1": { + "k": 1, + "selected_features": [ + 27253 + ], + "test_balanced_acc": 0.8702742613009132, + "test_accuracy": 0.8701472556894244, + "test_auc": 0.8702742613009132, + "test_f1": 0.8567208271787297, + "test_precision": 0.9570957095709571, + "test_recall": 0.7754010695187166 + }, + "4": { + "k": 4, + "selected_features": [ + 27253, + 3144, + 18477, + 6555 + ], + "test_balanced_acc": 0.8742598672420467, + "test_accuracy": 0.8741633199464525, + "test_auc": 0.9407750426517183, + "test_f1": 0.8645533141210374, + "test_precision": 0.9375, + "test_recall": 0.8021390374331551 + }, + "16": { + "k": 16, + "selected_features": [ + 27253, + 3144, + 18477, + 6555, + 23568, + 12737, + 11001, + 14392, + 16669, + 2983, + 11111, + 15844, + 13094, + 17332, + 1322, + 22398 + ], + "test_balanced_acc": 0.8634033920660635, + "test_accuracy": 0.8634538152610441, + "test_auc": 0.9625094980717122, + "test_f1": 0.8685567010309279, + "test_precision": 0.8383084577114428, + "test_recall": 0.9010695187165776 + } + }, + "157_amazon_5star": { + "1": { + "k": 1, + "selected_features": [ + 5395 + ], + "test_balanced_acc": 0.8111682431750092, + "test_accuracy": 0.8112820512820513, + "test_auc": 0.8111682431750094, + "test_f1": 0.8302583025830258, + "test_precision": 0.7550335570469798, + "test_recall": 0.9221311475409836 + }, + "4": { + "k": 4, + "selected_features": [ + 5395, + 13734, + 26037, + 19843 + ], + "test_balanced_acc": 0.812199144982664, + "test_accuracy": 0.8123076923076923, + "test_auc": 0.8701358265728617, + "test_f1": 0.830398517145505, + "test_precision": 0.7580372250423012, + "test_recall": 0.9180327868852459 + }, + "16": { + "k": 16, + "selected_features": [ + 5395, + 13734, + 26037, + 19843, + 17760, + 25715, + 20578, + 21433, + 4053, + 3642, + 31801, + 4959, + 21963, + 13170, + 8855, + 32600 + ], + "test_balanced_acc": 0.8450470427845289, + "test_accuracy": 0.8451282051282051, + "test_auc": 0.9133937287507995, + "test_f1": 0.8566001899335233, + "test_precision": 0.7982300884955752, + "test_recall": 0.9241803278688525 + } + }, + "158_code_C": { + "1": { + "k": 1, + "selected_features": [ + 30761 + ], + "test_balanced_acc": 0.7365564281117354, + "test_accuracy": 0.7364705882352941, + "test_auc": 0.7365564281117354, + "test_f1": 0.6462093862815884, + "test_precision": 0.9835164835164835, + "test_recall": 0.48118279569892475 + }, + "4": { + "k": 4, + "selected_features": [ + 30761, + 1342, + 16847, + 9314 + ], + "test_balanced_acc": 0.8114392838290272, + "test_accuracy": 0.8114285714285714, + "test_auc": 0.889125783673558, + "test_f1": 0.8052759458521347, + "test_precision": 0.832735104091888, + "test_recall": 0.7795698924731183 + }, + "16": { + "k": 16, + "selected_features": [ + 30761, + 1342, + 16847, + 9314, + 22789, + 18330, + 11382, + 20476, + 28192, + 31233, + 289, + 26122, + 20174, + 8043, + 15913, + 25776 + ], + "test_balanced_acc": 0.886742900839534, + "test_accuracy": 0.8867226890756302, + "test_auc": 0.9581213708773527, + "test_f1": 0.8795137647479442, + "test_precision": 0.9396485867074102, + "test_recall": 0.8266129032258065 + } + }, + "159_code_Python": { + "1": { + "k": 1, + "selected_features": [ + 29216 + ], + "test_balanced_acc": 0.7667852571750873, + "test_accuracy": 0.7667226890756302, + "test_auc": 0.7667852571750873, + "test_f1": 0.7134599504541701, + "test_precision": 0.9250535331905781, + "test_recall": 0.5806451612903226 + }, + "4": { + "k": 4, + "selected_features": [ + 29216, + 17462, + 25776, + 1792 + ], + "test_balanced_acc": 0.7949956974785055, + "test_accuracy": 0.7949579831932773, + "test_auc": 0.8924313133175695, + "test_f1": 0.7691143073429221, + "test_precision": 0.8804159445407279, + "test_recall": 0.6827956989247311 + }, + "16": { + "k": 16, + "selected_features": [ + 29216, + 17462, + 25776, + 1792, + 1509, + 30299, + 11387, + 16458, + 7855, + 3893, + 11656, + 8609, + 1342, + 24150, + 17117, + 26514 + ], + "test_balanced_acc": 0.8638975059837588, + "test_accuracy": 0.8638655462184874, + "test_auc": 0.9555552241288299, + "test_f1": 0.8496101002599331, + "test_precision": 0.9493775933609958, + "test_recall": 0.7688172043010753 + } + }, + "160_code_HTML": { + "1": { + "k": 1, + "selected_features": [ + 5953 + ], + "test_balanced_acc": 0.7442817591166453, + "test_accuracy": 0.7442016806722689, + "test_auc": 0.7442817591166454, + "test_f1": 0.6643140714600794, + "test_precision": 0.9666238767650834, + "test_recall": 0.5060483870967742 + }, + "4": { + "k": 4, + "selected_features": [ + 5953, + 28134, + 1342, + 29680 + ], + "test_balanced_acc": 0.8017285560882488, + "test_accuracy": 0.8016806722689076, + "test_auc": 0.8869700034709418, + "test_f1": 0.7688087774294671, + "test_precision": 0.9219924812030075, + "test_recall": 0.6592741935483871 + }, + "16": { + "k": 16, + "selected_features": [ + 5953, + 28134, + 1342, + 29680, + 8043, + 29928, + 17246, + 1115, + 3819, + 22394, + 15139, + 18301, + 19405, + 10175, + 10825, + 11473 + ], + "test_balanced_acc": 0.8064150053148795, + "test_accuracy": 0.8063865546218487, + "test_auc": 0.9226285061934616, + "test_f1": 0.788546255506608, + "test_precision": 0.8689320388349514, + "test_recall": 0.7217741935483871 + } + }, + "161_agnews_0": { + "1": { + "k": 1, + "selected_features": [ + 6720 + ], + "test_balanced_acc": 0.948585772031441, + "test_accuracy": 0.9485714285714286, + "test_auc": 0.9485857720314409, + "test_f1": 0.9462969462969463, + "test_precision": 0.9904481998530492, + "test_recall": 0.9059139784946236 + }, + "4": { + "k": 4, + "selected_features": [ + 6720, + 26598, + 12777, + 13893 + ], + "test_balanced_acc": 0.9583283619324467, + "test_accuracy": 0.9583193277310924, + "test_auc": 0.9650205454440275, + "test_f1": 0.9571823204419889, + "test_precision": 0.984375, + "test_recall": 0.9314516129032258 + }, + "16": { + "k": 16, + "selected_features": [ + 6720, + 26598, + 12777, + 13893, + 25318, + 17280, + 24093, + 18767, + 10969, + 7343, + 29980, + 30251, + 19446, + 23375, + 28568, + 10900 + ], + "test_balanced_acc": 0.9942874084358346, + "test_accuracy": 0.9942857142857143, + "test_auc": 0.9995814984344606, + "test_f1": 0.994258696386356, + "test_precision": 0.9993211133740665, + "test_recall": 0.989247311827957 + } + }, + "162_agnews_1": { + "1": { + "k": 1, + "selected_features": [ + 6720 + ], + "test_balanced_acc": 0.928088460203484, + "test_accuracy": 0.9280672268907563, + "test_auc": 0.9280884602034839, + "test_f1": 0.9232424677187948, + "test_precision": 0.99, + "test_recall": 0.8649193548387096 + }, + "4": { + "k": 4, + "selected_features": [ + 6720, + 12777, + 26598, + 24093 + ], + "test_balanced_acc": 0.9348082123927082, + "test_accuracy": 0.9347899159663866, + "test_auc": 0.9748919398225482, + "test_f1": 0.9310589907604833, + "test_precision": 0.9879336349924586, + "test_recall": 0.8803763440860215 + }, + "16": { + "k": 16, + "selected_features": [ + 6720, + 12777, + 26598, + 24093, + 25318, + 13893, + 7343, + 17280, + 29980, + 10969, + 15237, + 19446, + 19069, + 21339, + 1343, + 30068 + ], + "test_balanced_acc": 0.9845378133790341, + "test_accuracy": 0.9845378151260504, + "test_auc": 0.9989675304249734, + "test_f1": 0.9845430107526881, + "test_precision": 0.9845430107526881, + "test_recall": 0.9845430107526881 + } + }, + "163_agnews_2": { + "1": { + "k": 1, + "selected_features": [ + 6720 + ], + "test_balanced_acc": 0.920359965579828, + "test_accuracy": 0.9203361344537815, + "test_auc": 0.9203599655798281, + "test_f1": 0.9142857142857143, + "test_precision": 0.9898198903680501, + "test_recall": 0.8494623655913979 + }, + "4": { + "k": 4, + "selected_features": [ + 6720, + 25318, + 12777, + 26598 + ], + "test_balanced_acc": 0.9374948026263459, + "test_accuracy": 0.9374789915966386, + "test_auc": 0.9441881160017646, + "test_f1": 0.9344146685472496, + "test_precision": 0.9829376854599406, + "test_recall": 0.8904569892473119 + }, + "16": { + "k": 16, + "selected_features": [ + 6720, + 25318, + 12777, + 26598, + 17280, + 24093, + 28568, + 10969, + 7343, + 13893, + 19446, + 30251, + 23375, + 15237, + 21339, + 29980 + ], + "test_balanced_acc": 0.9879020959426137, + "test_accuracy": 0.9878991596638655, + "test_auc": 0.9997247651690999, + "test_f1": 0.9877966101694915, + "test_precision": 0.9965800273597811, + "test_recall": 0.9791666666666666 + } + } +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9235b93b2f3032fc9921ee58add0624b307585a1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9727849839957242, + "test_acc": 0.9727923627684965, + "test_auc": 0.9776861552819033, + "val_auc": 0.972972972972973, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16883 + ] + }, + { + "test_f1": 0.9804277213459535, + "test_acc": 0.9804295942720763, + "test_auc": 0.9974053456987249, + "val_auc": 0.9901329901329902, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16883, + 8076, + 12675, + 26598, + 1333, + 12777, + 18864, + 13893, + 27212, + 30299, + 9442, + 6270, + 12552, + 22846, + 2710, + 4034 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2885ce01729e89ae5fb02e1056eb4cd6b9bd6625 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9442491994915181, + "test_acc": 0.9442644199611148, + "test_auc": 0.9785572199485225, + "val_auc": 0.9714758164530798, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27212 + ] + }, + { + "test_f1": 0.9675898755560168, + "test_acc": 0.9675955930006481, + "test_auc": 0.9920028494049179, + "val_auc": 0.9900785448532452, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27212, + 14413, + 25410, + 10900, + 6720, + 12777, + 26785, + 8380, + 9775, + 13550, + 22831, + 15650, + 20802, + 17725, + 30812, + 31410 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1e4723cf6dd0353b633dc6aefdd212f123f520ff --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5568883210449727, + "test_acc": 0.5693081761006289, + "test_auc": 0.5869813749127883, + "val_auc": 0.5814325730292116, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31801 + ] + }, + { + "test_f1": 0.599051287570509, + "test_acc": 0.6025157232704402, + "test_auc": 0.6314018990642395, + "val_auc": 0.670268107242897, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31801, + 28742, + 23183, + 708, + 1482, + 7343, + 1412, + 32600, + 7197, + 18560, + 17216, + 26572, + 1546, + 20389, + 24383, + 5546 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3b945c3833830e2f5bc033585eaa0084478922c9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6931029546357018, + "test_acc": 0.7018867924528301, + "test_auc": 0.7119578315388049, + "val_auc": 0.7442977190876351, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11531 + ] + }, + { + "test_f1": 0.7141361549065649, + "test_acc": 0.7149685534591195, + "test_auc": 0.7630091064757949, + "val_auc": 0.7899159663865547, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11531, + 7541, + 7144, + 20389, + 11419, + 6555, + 15760, + 21056, + 2526, + 1412, + 8334, + 23513, + 8295, + 28265, + 8380, + 24093 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f3ec9aaec7ebee8fcec7ffcb21f4fd2adee00648 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7841480112272435, + "test_acc": 0.7849056603773585, + "test_auc": 0.822316890775959, + "val_auc": 0.8653461384553821, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12777 + ] + }, + { + "test_f1": 0.7805746874767266, + "test_acc": 0.7806289308176101, + "test_auc": 0.868593797308258, + "val_auc": 0.921968787515006, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12777, + 21875, + 6720, + 30650, + 26598, + 12675, + 15138, + 32407, + 3476, + 11666, + 18346, + 10900, + 22832, + 8012, + 8292, + 2308 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1652b12a1a79b62bbf19471cb5283fb25c7a5418 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7536264599598779, + "test_acc": 0.7537106918238994, + "test_auc": 0.7925605976067781, + "val_auc": 0.7667066826730692, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5042 + ] + }, + { + "test_f1": 0.8787330053055912, + "test_acc": 0.8787421383647799, + "test_auc": 0.9450924216663849, + "val_auc": 0.9719887955182073, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5042, + 25715, + 13734, + 31801, + 22204, + 32361, + 19843, + 31367, + 17155, + 26037, + 31479, + 3718, + 23034, + 8476, + 6997, + 31963 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3e1c9139681f8ff8751e97489c9192db629084ae --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5441549235713692, + "test_acc": 0.5558974358974359, + "test_auc": 0.5679532601743696, + "val_auc": 0.5801713586291309, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31572 + ] + }, + { + "test_f1": 0.5755204282896591, + "test_acc": 0.5774358974358974, + "test_auc": 0.6357171710371293, + "val_auc": 0.6723786209710322, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31572, + 18887, + 13413, + 11274, + 4122, + 4348, + 8872, + 24093, + 17944, + 3204, + 1998, + 23430, + 541, + 12525, + 25410, + 16565 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4018c64024d3be8e9553917391dbe3fdabfe95e3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.49718474873080126, + "test_acc": 0.5138461538461538, + "test_auc": 0.5199700407311408, + "val_auc": 0.5479396164830682, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28187 + ] + }, + { + "test_f1": 0.550706844433625, + "test_acc": 0.5507692307692308, + "test_auc": 0.5612860605244555, + "val_auc": 0.646266829865361, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28187, + 28502, + 4122, + 4348, + 13413, + 10009, + 11272, + 3204, + 6596, + 11346, + 23805, + 19510, + 15067, + 7316, + 8872, + 4232 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2c6aeefb87a56dc56e67f4a0e34d7d661aefaa23 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5415006998623251, + "test_acc": 0.5641025641025641, + "test_auc": 0.5665899451307773, + "val_auc": 0.6030191758465931, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30256 + ] + }, + { + "test_f1": 0.5289423506967367, + "test_acc": 0.5302564102564102, + "test_auc": 0.5500976200895411, + "val_auc": 0.6438188494492044, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30256, + 9458, + 19510, + 13717, + 27723, + 29300, + 15285, + 4348, + 26783, + 18234, + 14163, + 5449, + 31572, + 6131, + 6876, + 23017 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c387dbd737e6d276650746040f71ee4deb70a4b3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7155476006993645, + "test_acc": 0.7171717171717171, + "test_auc": 0.766734693877551, + "val_auc": 0.8215144230769231, + "k": 1, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27825 + ] + }, + { + "test_f1": 0.83818577936225, + "test_acc": 0.8383838383838383, + "test_auc": 0.9093877551020407, + "val_auc": 0.9591346153846152, + "k": 16, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27825, + 10255, + 17297, + 11111, + 18224, + 2386, + 20826, + 12737, + 7047, + 16594, + 9598, + 27234, + 3025, + 19614, + 25610, + 22140 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0e91be8a7581c82b65e26adfd17453154a0e496c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8478331704138156, + "test_acc": 0.8484848484848485, + "test_auc": 0.8910204081632653, + "val_auc": 0.9395032051282051, + "k": 1, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824 + ] + }, + { + "test_f1": 0.8686868686868687, + "test_acc": 0.8686868686868687, + "test_auc": 0.9522448979591837, + "val_auc": 0.9867788461538461, + "k": 16, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824, + 4547, + 21812, + 12737, + 20826, + 22781, + 2333, + 31217, + 4643, + 30154, + 1743, + 11272, + 2254, + 7865, + 5066, + 3025 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..de74277b58c55c0ab06d2de249fc374303ca3462 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8343333080175186, + "test_acc": 0.8383838383838383, + "test_auc": 0.8400000000000001, + "val_auc": 0.8116987179487181, + "k": 1, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17359 + ] + }, + { + "test_f1": 0.8686600618824769, + "test_acc": 0.8686868686868687, + "test_auc": 0.9589795918367348, + "val_auc": 0.9282852564102564, + "k": 16, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17359, + 21812, + 4547, + 5297, + 20826, + 22781, + 4348, + 29515, + 12737, + 10228, + 3010, + 17297, + 18251, + 28089, + 16278, + 30901 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e3c4e46ade3c4038e19934334fea2141dd500d8f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6170205588856208, + "test_acc": 0.6272214997832684, + "test_auc": 0.6501538447663469, + "val_auc": 0.7751999999999999, + "k": 1, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824 + ] + }, + { + "test_f1": 0.787953938430693, + "test_acc": 0.788036410923277, + "test_auc": 0.8744928834582679, + "val_auc": 0.9236000000000001, + "k": 16, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824, + 21812, + 20826, + 5116, + 29515, + 13735, + 16976, + 25309, + 12675, + 5297, + 26171, + 2963, + 8383, + 28187, + 10969, + 19803 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e90892b0dcea99562d0ddb219fa6d63d259bdc --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6587803010390135, + "test_acc": 0.6653662765496315, + "test_auc": 0.7099872084126858, + "val_auc": 0.7536, + "k": 1, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824 + ] + }, + { + "test_f1": 0.7984326390298169, + "test_acc": 0.7984395318595578, + "test_auc": 0.8969811252688713, + "val_auc": 0.9096, + "k": 16, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824, + 25309, + 22781, + 28187, + 12737, + 30154, + 29375, + 16976, + 17274, + 20676, + 15032, + 21727, + 18251, + 2963, + 20826, + 12675 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..74d460516e1f69bc69cffd4f80570f29563200f9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8164375344265856, + "test_acc": 0.8175119202427394, + "test_auc": 0.8671403512200108, + "val_auc": 0.8492, + "k": 1, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824 + ] + }, + { + "test_f1": 0.8629344085902761, + "test_acc": 0.8630255743389683, + "test_auc": 0.9434524659504782, + "val_auc": 0.9368, + "k": 16, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824, + 21812, + 22781, + 4643, + 12675, + 20826, + 307, + 2963, + 31217, + 26033, + 17474, + 2333, + 12737, + 23802, + 9413, + 26122 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..93401acc05d12f8231e3bf5c71019cf3f1e8b109 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8707175528225678, + "test_acc": 0.8707692307692307, + "test_auc": 0.9558184939576531, + "val_auc": 0.9681762545899633, + "k": 1, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13480 + ] + }, + { + "test_f1": 0.9661518521896341, + "test_acc": 0.9661538461538461, + "test_auc": 0.9943195206516983, + "val_auc": 0.9971440228478171, + "k": 16, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13480, + 24621, + 28100, + 29809, + 4348, + 8126, + 25431, + 20144, + 25515, + 26171, + 2191, + 4962, + 9413, + 28427, + 19946, + 22631 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6b985911ca18c1efce77ab3cb4db6d66e98b6ffc --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9164085331665126, + "test_acc": 0.916923076923077, + "test_auc": 0.9183041875652204, + "val_auc": 0.9534883720930232, + "k": 1, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27273 + ] + }, + { + "test_f1": 0.9599969702102232, + "test_acc": 0.96, + "test_auc": 0.9950979567105396, + "val_auc": 0.9991840065279478, + "k": 16, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27273, + 13480, + 25515, + 7710, + 19263, + 3514, + 3305, + 7047, + 18099, + 17285, + 22179, + 5800, + 13952, + 26382, + 3420, + 10228 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2317d9dab85b42028932c4067359c864e47ca21f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9517692000315527, + "test_acc": 0.9517948717948718, + "test_auc": 0.9717701215201804, + "val_auc": 0.9983680130558955, + "k": 1, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1133 + ] + }, + { + "test_f1": 0.9774345681473992, + "test_acc": 0.9774358974358974, + "test_auc": 0.9976604840609957, + "val_auc": 1.0, + "k": 16, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1133, + 2981, + 28427, + 12737, + 1429, + 7712, + 13755, + 13182, + 13817, + 25515, + 8860, + 25401, + 13135, + 3438, + 565, + 28561 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9f5cfb773cbdc1be7b5f1b60ced8497923ba5d22 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5845334878506127, + "test_acc": 0.5895101863892501, + "test_auc": 0.6082362189811523, + "val_auc": 0.5692, + "k": 1, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32118 + ] + }, + { + "test_f1": 0.7341967583880071, + "test_acc": 0.7342869527524925, + "test_auc": 0.8080442700152266, + "val_auc": 0.8712, + "k": 16, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32118, + 22565, + 16777, + 16460, + 26785, + 5865, + 31751, + 8966, + 7347, + 17395, + 10969, + 15771, + 20371, + 22831, + 13008, + 13413 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fd84f4d02a4fc2c60031298be550173544237c27 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6290197582280311, + "test_acc": 0.635023840485479, + "test_auc": 0.6564083447445516, + "val_auc": 0.6070000000000001, + "k": 1, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22565 + ] + }, + { + "test_f1": 0.7506094964592164, + "test_acc": 0.7511920242739488, + "test_auc": 0.8395133034011193, + "val_auc": 0.8388, + "k": 16, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22565, + 16777, + 16460, + 5865, + 8872, + 30812, + 5194, + 23345, + 32118, + 13413, + 5853, + 15939, + 6131, + 5270, + 7700, + 2963 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c7c0977fd8e1825537d894f974ef553c3cf77338 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5278972724297689, + "test_acc": 0.5552665799739922, + "test_auc": 0.5641871630183336, + "val_auc": 0.5706, + "k": 1, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7712 + ] + }, + { + "test_f1": 0.6199195930574114, + "test_acc": 0.6220199393151279, + "test_auc": 0.6963546230840802, + "val_auc": 0.6801999999999999, + "k": 16, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7712, + 26053, + 12569, + 16460, + 22743, + 18099, + 6780, + 30799, + 9005, + 26257, + 8202, + 9158, + 3689, + 8108, + 27572, + 23345 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..05ef138d2275411d3dcddc2047866419b0dd1d6b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6181758111291951, + "test_acc": 0.6226012793176973, + "test_auc": 0.6484997272231315, + "val_auc": 0.6496, + "k": 1, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1236 + ] + }, + { + "test_f1": 0.7633262260127932, + "test_acc": 0.7633262260127932, + "test_auc": 0.8540280050918349, + "val_auc": 0.8852, + "k": 16, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1236, + 12257, + 19333, + 5961, + 2063, + 6150, + 4949, + 32401, + 30827, + 30234, + 6631, + 263, + 20389, + 24306, + 23723, + 2059 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..94fadf11f193473956e4879e0b8fa44b8ed6bc2f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.949464018566805, + "test_acc": 0.9494949494949495, + "test_auc": 0.9587755102040816, + "val_auc": 0.9444444444444444, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3873 + ] + }, + { + "test_f1": 1.0, + "test_acc": 1.0, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3873, + 30481, + 21791, + 25750, + 20858, + 20104, + 18882, + 10574, + 18250, + 14512, + 354, + 6391, + 31374, + 19612, + 9790, + 19409 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d059b6ae33818d54046eff6afd227894142a45f7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7849793367034745, + "test_acc": 0.7878787878787878, + "test_auc": 0.8722448979591837, + "val_auc": 0.7809983896940419, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20883 + ] + }, + { + "test_f1": 0.9493917199589146, + "test_acc": 0.9494949494949495, + "test_auc": 0.9914285714285715, + "val_auc": 0.9883252818035427, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20883, + 3607, + 7344, + 27709, + 32299, + 18940, + 9790, + 17725, + 6720, + 17541, + 27169, + 541, + 4186, + 19506, + 13379, + 27437 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c1ce2915655891e5fbc9c78d427b68054cad3224 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8483920557004153, + "test_acc": 0.8484848484848485, + "test_auc": 0.9236734693877551, + "val_auc": 0.8786231884057971, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27169 + ] + }, + { + "test_f1": 0.98989898989899, + "test_acc": 0.98989898989899, + "test_auc": 0.9993877551020408, + "val_auc": 0.999194847020934, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27169, + 24334, + 10574, + 30709, + 31137, + 18567, + 21665, + 16098, + 16180, + 5291, + 22718, + 20883, + 11969, + 18241, + 30585, + 5236 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ba923837ad0a250ee5ef00c77ae725ba169b7f09 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9288720299246614, + "test_acc": 0.9288888888888889, + "test_auc": 0.940028445006321, + "val_auc": 0.9484577922077922, + "k": 1, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13524 + ] + }, + { + "test_f1": 0.955553799690968, + "test_acc": 0.9555555555555556, + "test_auc": 0.9657869785082175, + "val_auc": 0.9697646103896103, + "k": 16, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13524, + 3162, + 4186, + 6152, + 2202, + 4236, + 16532, + 21380, + 31484, + 13215, + 21963, + 395, + 19245, + 22303, + 11707, + 24250 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..58bfa3bfb28bb7d3822c221d3ad1e3ac98a97c1a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7155555555555555, + "test_acc": 0.7155555555555555, + "test_auc": 0.7788400758533501, + "val_auc": 0.7309253246753247, + "k": 1, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8202 + ] + }, + { + "test_f1": 0.8309241098105382, + "test_acc": 0.8311111111111111, + "test_auc": 0.9198798988621997, + "val_auc": 0.8725649350649352, + "k": 16, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8202, + 4211, + 395, + 18516, + 23692, + 6783, + 754, + 4528, + 31137, + 4186, + 22508, + 22631, + 2526, + 28299, + 17268, + 24093 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d181ceda9607a661bce10220ef706a12afa7f9e7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9155221842403964, + "test_acc": 0.9155555555555556, + "test_auc": 0.9404235145385587, + "val_auc": 0.9504870129870131, + "k": 1, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4667 + ] + }, + { + "test_f1": 0.9688765941938302, + "test_acc": 0.9688888888888889, + "test_auc": 0.9951011378002528, + "val_auc": 0.997564935064935, + "k": 16, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4667, + 30709, + 27169, + 520, + 22339, + 4186, + 3607, + 9634, + 16098, + 30466, + 7845, + 10574, + 27550, + 27437, + 2526, + 25154 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..aafe4f36c22ccf2aade4f68fe15bce64dca9cd6c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.705033360729179, + "test_acc": 0.706111833550065, + "test_auc": 0.7590536931011106, + "val_auc": 0.823, + "k": 1, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 40 + ] + }, + { + "test_f1": 0.7603012700369838, + "test_acc": 0.7615951452102298, + "test_auc": 0.8077504092255754, + "val_auc": 0.8728, + "k": 16, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 40, + 28180, + 11886, + 24396, + 3795, + 16209, + 1486, + 15768, + 6477, + 6639, + 17325, + 15760, + 5167, + 11415, + 28191, + 5799 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..05675765c122d493f4cd889ced7390f6dce0d191 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6144348336050087, + "test_acc": 0.6181187689640225, + "test_auc": 0.6442382993051057, + "val_auc": 0.6856, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 40 + ] + }, + { + "test_f1": 0.6972496043351686, + "test_acc": 0.6983094928478544, + "test_auc": 0.7707382294098283, + "val_auc": 0.8272, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 40, + 17974, + 6720, + 28180, + 31410, + 10611, + 23336, + 29713, + 3795, + 11886, + 10674, + 16295, + 9503, + 372, + 3427, + 11415 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fc2a33e4ec8c0e9ab8ba6aba38644f9636065edc --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5900099882878104, + "test_acc": 0.6064152579107065, + "test_auc": 0.6296467207089936, + "val_auc": 0.6482, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17974 + ] + }, + { + "test_f1": 0.7565168469776331, + "test_acc": 0.7572605114867794, + "test_auc": 0.8410070331183366, + "val_auc": 0.8756, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17974, + 5042, + 5664, + 3427, + 40, + 10611, + 28180, + 16295, + 23336, + 30487, + 9503, + 15768, + 1486, + 24396, + 372, + 26844 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f80e50fda9051098123cec86b62c5ac625d43d24 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6745628087441305, + "test_acc": 0.6745762711864407, + "test_auc": 0.7507951741661244, + "val_auc": 0.8274959742351048, + "k": 1, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18767 + ] + }, + { + "test_f1": 0.8310461937679127, + "test_acc": 0.8311864406779661, + "test_auc": 0.8867635216379303, + "val_auc": 0.9094202898550724, + "k": 16, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18767, + 11328, + 26529, + 15090, + 28427, + 19069, + 4182, + 14155, + 23375, + 14413, + 21028, + 5112, + 25318, + 24904, + 6550, + 19115 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c3be6049e1ae6cdc929e81dbb8cd34ad332a732b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6827395662474941, + "test_acc": 0.704406779661017, + "test_auc": 0.7070578371998103, + "val_auc": 0.6865942028985508, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5580 + ] + }, + { + "test_f1": 0.7848483312222402, + "test_acc": 0.7884745762711864, + "test_auc": 0.8731012344044743, + "val_auc": 0.8627214170692431, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5580, + 2526, + 3385, + 12281, + 5406, + 4755, + 8076, + 15581, + 28568, + 1295, + 29349, + 26033, + 2710, + 11331, + 6471, + 22631 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..776ae2079e214551c8ecabc0d150678c4a0c8c43 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6698413251172978, + "test_acc": 0.6738983050847458, + "test_auc": 0.6915009211150456, + "val_auc": 0.6857890499194848, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18767 + ] + }, + { + "test_f1": 0.7740669815165535, + "test_acc": 0.7742372881355932, + "test_auc": 0.8704059157280853, + "val_auc": 0.9142512077294687, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18767, + 11328, + 27808, + 19069, + 24904, + 25318, + 19931, + 15650, + 13887, + 4226, + 32490, + 15748, + 26529, + 17016, + 21956, + 6270 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..311469698996265b21611e1fbd4d913cefd205b8 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5634492168960606, + "test_acc": 0.5918367346938775, + "test_auc": 0.5971032231742145, + "val_auc": 0.5764305722288916, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8434 + ] + }, + { + "test_f1": 0.7026188513523962, + "test_acc": 0.7026239067055393, + "test_auc": 0.7575139398884808, + "val_auc": 0.773109243697479, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8434, + 20868, + 11533, + 25310, + 5954, + 29176, + 30142, + 25021, + 18864, + 30508, + 23917, + 28097, + 12050, + 15760, + 21373, + 24556 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ddf8fa990e09eb247b9ea0b1a5508e4e61780a30 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6541268355310669, + "test_acc": 0.6793002915451894, + "test_auc": 0.6833095335237318, + "val_auc": 0.645858343337335, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25310 + ] + }, + { + "test_f1": 0.8861211875110444, + "test_acc": 0.8862973760932945, + "test_auc": 0.9237386100911192, + "val_auc": 0.9155662264905962, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25310, + 17725, + 30226, + 11533, + 12675, + 5954, + 29294, + 30508, + 29371, + 15760, + 22408, + 23826, + 23600, + 21162, + 8434, + 27097 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b4c5db785431692dc6e302140a9649b63cdc40ec --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5830620524955659, + "test_acc": 0.6209912536443148, + "test_auc": 0.6266149870801034, + "val_auc": 0.6358543417366945, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29176 + ] + }, + { + "test_f1": 0.8016548660280439, + "test_acc": 0.8017492711370262, + "test_auc": 0.8972528219774242, + "val_auc": 0.9255702280912365, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29176, + 23826, + 17725, + 15760, + 22408, + 30226, + 25310, + 16803, + 21471, + 7576, + 26520, + 19609, + 12552, + 21162, + 30529, + 32407 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f126b3e3796071e308e9d860d2e2fa6d08dda572 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.3389600705036947, + "test_acc": 0.5050505050505051, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20199 + ] + }, + { + "test_f1": 0.3389600705036947, + "test_acc": 0.5050505050505051, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20199, + 18599, + 442, + 8182, + 25542, + 6420, + 19843, + 18024, + 13947, + 24370, + 9019, + 7906, + 30487, + 14008, + 14768, + 17156 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a9fdc131e78bf804e08b5df5c1e2afcfe901936a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5278281150374173, + "test_acc": 0.5353535353535354, + "test_auc": 0.5604081632653062, + "val_auc": 0.541010101010101, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8202 + ] + }, + { + "test_f1": 0.5347841156664687, + "test_acc": 0.5353535353535354, + "test_auc": 0.5424489795918368, + "val_auc": 0.6573737373737374, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8202, + 7594, + 31455, + 19097, + 26631, + 16803, + 27694, + 24208, + 19931, + 21918, + 11666, + 21339, + 2274, + 11310, + 2440, + 29009 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0a9174f9b2a6fda6a5bbb53f20c437ba550ab641 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5858585858585859, + "test_acc": 0.5858585858585859, + "test_auc": 0.6083673469387756, + "val_auc": 0.6234343434343435, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1973 + ] + }, + { + "test_f1": 0.5647687916466659, + "test_acc": 0.5656565656565656, + "test_auc": 0.6061224489795919, + "val_auc": 0.5951515151515151, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1973, + 17393, + 3662, + 25556, + 16803, + 6720, + 23917, + 11886, + 669, + 6471, + 19097, + 29914, + 21331, + 25046, + 21339, + 23057 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2adefa0a81770a2150f5d0329e2a532aa176249b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5211742648552938, + "test_acc": 0.5220338983050847, + "test_auc": 0.5351972583497884, + "val_auc": 0.5394524959742351, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7906 + ] + }, + { + "test_f1": 0.5667577563101367, + "test_acc": 0.5667796610169491, + "test_auc": 0.5952002735766841, + "val_auc": 0.5519323671497585, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7906, + 20911, + 25715, + 18733, + 23263, + 13877, + 5983, + 18048, + 7926, + 2526, + 2723, + 31078, + 24208, + 21321, + 23458, + 17156 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c2f317b48d130f7e376be24987916c25a1d5a80b --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.535669176494869, + "test_acc": 0.5620338983050848, + "test_auc": 0.5668111769313081, + "val_auc": 0.57487922705314, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23882 + ] + }, + { + "test_f1": 0.644053958620033, + "test_acc": 0.6454237288135594, + "test_auc": 0.7045151184211977, + "val_auc": 0.7306763285024155, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23882, + 19475, + 5634, + 20911, + 4991, + 7906, + 25715, + 21963, + 21162, + 22942, + 13877, + 18560, + 2723, + 17921, + 26037, + 23183 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..72376cb3626a75cb68a25d4fdab8a9930dbaf119 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5419560490266896, + "test_acc": 0.5816949152542373, + "test_auc": 0.5838931727173445, + "val_auc": 0.6370772946859903, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4991 + ] + }, + { + "test_f1": 0.6067961683026794, + "test_acc": 0.607457627118644, + "test_auc": 0.6408515442006524, + "val_auc": 0.7318840579710144, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4991, + 13877, + 23668, + 10969, + 19315, + 5042, + 25715, + 15518, + 23263, + 19460, + 17921, + 19475, + 10280, + 7906, + 12054, + 31967 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5488c8dd0402a4274713232b06b14d25eeedc49f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6120591140987147, + "test_acc": 0.6253101736972705, + "test_auc": 0.6321979212846657, + "val_auc": 0.6510604241696679, + "k": 1, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25768 + ] + }, + { + "test_f1": 0.6153704058940966, + "test_acc": 0.6153846153846154, + "test_auc": 0.6829959115314517, + "val_auc": 0.6846738695478192, + "k": 16, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25768, + 20356, + 16784, + 18109, + 19643, + 8102, + 23917, + 22183, + 2957, + 31410, + 26526, + 11908, + 26785, + 5998, + 10862, + 28922 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..59ad769e228a2241bef13bd278137a5de85707a4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.611462140704907, + "test_acc": 0.6153846153846154, + "test_auc": 0.6261267917836559, + "val_auc": 0.5740296118447379, + "k": 1, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21404 + ] + }, + { + "test_f1": 0.6228009143248298, + "test_acc": 0.6228287841191067, + "test_auc": 0.6784887443968277, + "val_auc": 0.6342537014805922, + "k": 16, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21404, + 24093, + 4386, + 31092, + 25970, + 2957, + 19643, + 4571, + 8102, + 16784, + 20272, + 6876, + 31410, + 17482, + 22179, + 32741 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..29441753f6ff0e2502f929f57bde45adb22d64e9 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5342675597756709, + "test_acc": 0.543424317617866, + "test_auc": 0.557423279641397, + "val_auc": 0.5610244097639056, + "k": 1, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16784 + ] + }, + { + "test_f1": 0.6549338796685398, + "test_acc": 0.6550868486352357, + "test_auc": 0.7275503669769962, + "val_auc": 0.7026810724289716, + "k": 16, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16784, + 13553, + 14882, + 24093, + 18109, + 12703, + 18093, + 23958, + 19643, + 633, + 32741, + 5159, + 4571, + 2177, + 683, + 31092 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6758d85260ed554ae8a6a57a315bf92c192ce697 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.827320511454154, + "test_acc": 0.8286479250334672, + "test_auc": 0.8570056343278233, + "val_auc": 0.8189898989898989, + "k": 1, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23568 + ] + }, + { + "test_f1": 0.8519562709247804, + "test_acc": 0.8527443105756358, + "test_auc": 0.9527605338991556, + "val_auc": 0.9557575757575758, + "k": 16, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23568, + 18477, + 2983, + 27253, + 6420, + 20144, + 9109, + 22632, + 541, + 13094, + 157, + 19492, + 22456, + 31963, + 3144, + 7688 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..87bb46d64503af014381113b023929b381930842 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8714047747815105, + "test_acc": 0.8728246318607764, + "test_auc": 0.8818188986537827, + "val_auc": 0.8907070707070707, + "k": 1, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18477 + ] + }, + { + "test_f1": 0.8714047747815105, + "test_acc": 0.8728246318607764, + "test_auc": 0.9653481670513684, + "val_auc": 0.9753535353535353, + "k": 16, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18477, + 20144, + 23568, + 27253, + 18887, + 32672, + 6555, + 3514, + 27273, + 1382, + 157, + 3144, + 31217, + 13468, + 15791, + 20676 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3427a7f4b5a6aa068208fc148e04e1c99c626f68 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8727943605557815, + "test_acc": 0.8741633199464525, + "test_auc": 0.8826755171968861, + "val_auc": 0.8614141414141414, + "k": 1, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27253 + ] + }, + { + "test_f1": 0.8718989069105815, + "test_acc": 0.8728246318607764, + "test_auc": 0.9731222491433815, + "val_auc": 0.9612121212121212, + "k": 16, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27253, + 6555, + 3144, + 18477, + 23568, + 12737, + 16669, + 11001, + 13094, + 27273, + 21544, + 6420, + 7710, + 14392, + 11111, + 541 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3709aadfd1189ef4dd340ccd72f562ffd0534e72 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.808915498002022, + "test_acc": 0.8112820512820513, + "test_auc": 0.8294341401016595, + "val_auc": 0.7909016727866177, + "k": 1, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5395 + ] + }, + { + "test_f1": 0.8362776067329523, + "test_acc": 0.837948717948718, + "test_auc": 0.9078521055643451, + "val_auc": 0.8710730314157487, + "k": 16, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5395, + 13734, + 26037, + 20578, + 19843, + 17760, + 29980, + 25715, + 3642, + 4053, + 31410, + 21433, + 4959, + 21963, + 31801, + 26429 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..949fc9109dfbddaa507a87e86549da38ce7d9d4d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7164537269691821, + "test_acc": 0.717983193277311, + "test_auc": 0.7685575615911376, + "val_auc": 0.7820152549177037, + "k": 1, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1342 + ] + }, + { + "test_f1": 0.9061819705435745, + "test_acc": 0.9065546218487395, + "test_auc": 0.9737449020543636, + "val_auc": 0.9859494179044561, + "k": 16, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1342, + 25776, + 30761, + 8043, + 514, + 9314, + 16847, + 16458, + 22789, + 5355, + 31233, + 7906, + 26122, + 20476, + 18330, + 28192 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3aa100f33f66bde60a55f4bc3e129abe52c61d55 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7317599779106098, + "test_acc": 0.731764705882353, + "test_auc": 0.7956281952549334, + "val_auc": 0.8293857888398233, + "k": 1, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2963 + ] + }, + { + "test_f1": 0.8395549872196293, + "test_acc": 0.8396638655462185, + "test_auc": 0.9383492056605274, + "val_auc": 0.9666800481734243, + "k": 16, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2963, + 514, + 29216, + 17462, + 11387, + 25776, + 30299, + 16458, + 21442, + 8076, + 2723, + 2526, + 17117, + 1792, + 1342, + 5355 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..92a3e6a8c3ee563580f730b0802be795fc263197 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7377816170691122, + "test_acc": 0.7485714285714286, + "test_auc": 0.7512546008055477, + "val_auc": 0.7119630670413489, + "k": 1, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28134 + ] + }, + { + "test_f1": 0.7995902251203169, + "test_acc": 0.8003361344537815, + "test_auc": 0.9171540899263146, + "val_auc": 0.93014853472501, + "k": 16, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28134, + 19405, + 1115, + 5953, + 16458, + 1342, + 3819, + 29680, + 7197, + 11473, + 17246, + 29928, + 22394, + 7995, + 19898, + 20994 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..34cfc805769520edee07fdd039afa11396b4e1ef --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9484782782170723, + "test_acc": 0.9485714285714286, + "test_auc": 0.9524318285354795, + "val_auc": 0.9716981132075472, + "k": 1, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6720 + ] + }, + { + "test_f1": 0.9875625446111328, + "test_acc": 0.987563025210084, + "test_auc": 0.9995417272273683, + "val_auc": 0.9995985547972701, + "k": 16, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6720, + 26598, + 12777, + 13893, + 29980, + 25318, + 24093, + 12675, + 17280, + 10969, + 18767, + 7343, + 30251, + 23375, + 23917, + 19446 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9866047182f3c1dffd39b625a8992c13b1df2bd0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8637658030232945, + "test_acc": 0.8638655462184874, + "test_auc": 0.9375347998062058, + "val_auc": 0.9309514251304697, + "k": 1, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29980 + ] + }, + { + "test_f1": 0.9818484687805501, + "test_acc": 0.9818487394957983, + "test_auc": 0.998608459697305, + "val_auc": 1.0, + "k": 16, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29980, + 24093, + 6720, + 12777, + 26598, + 25318, + 10969, + 7343, + 13893, + 17280, + 12675, + 23917, + 15237, + 3742, + 19446, + 21339 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c3d5785ebd063a848fb0b3bb6880164b06028233 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9199353059905281, + "test_acc": 0.9203361344537815, + "test_auc": 0.9239904440636051, + "val_auc": 0.9716981132075472, + "k": 1, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6720 + ] + }, + { + "test_f1": 0.9909240908249041, + "test_acc": 0.9909243697478992, + "test_auc": 0.9998377515528849, + "val_auc": 1.0, + "k": 16, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6720, + 12777, + 25318, + 26598, + 24093, + 17280, + 29980, + 10969, + 28568, + 7343, + 12675, + 13893, + 3742, + 23375, + 19446, + 23917 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..42cd9e4752d0a5cf16ffafa4991ebe1b4d7eb389 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8103118873810311, + "test_acc": 0.810566037735849, + "test_auc": 0.8695342664947915, + "val_auc": 0.9035614245698278, + "k": 1, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32359 + ] + }, + { + "test_f1": 0.8825029180483088, + "test_acc": 0.8825157232704403, + "test_auc": 0.9457130300676733, + "val_auc": 0.9523809523809524, + "k": 16, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32359, + 29898, + 1968, + 3207, + 26833, + 28427, + 20697, + 30504, + 24904, + 727, + 16124, + 25021, + 14208, + 16669, + 3738, + 4182 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e81cd49c8f175c7716c911512d67be9b7b5713a3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.771387713239441, + "test_acc": 0.7717908082408875, + "test_auc": 0.8116787221217602, + "val_auc": 0.7611044417767108, + "k": 1, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32359 + ] + }, + { + "test_f1": 0.8922150569962444, + "test_acc": 0.8922345483359746, + "test_auc": 0.9501205545509342, + "val_auc": 0.9351740696278511, + "k": 16, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32359, + 29016, + 16124, + 28427, + 29898, + 11229, + 20175, + 24904, + 12617, + 13553, + 7696, + 9109, + 3207, + 31410, + 19097, + 18971 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ca5592728d26b862fba496a3a06d9b7693672f6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6792961540330499, + "test_acc": 0.6794717887154862, + "test_auc": 0.6984239531451762, + "val_auc": 0.7342995169082127, + "k": 1, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28427 + ] + }, + { + "test_f1": 0.7706567232908341, + "test_acc": 0.7707082833133253, + "test_auc": 0.8516994097030068, + "val_auc": 0.8071658615136876, + "k": 16, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28427, + 14155, + 26122, + 25481, + 27273, + 4437, + 29898, + 13036, + 6550, + 15771, + 13094, + 3290, + 18716, + 22693, + 24093, + 9005 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ae245d5f3ee842bb258acc3723810817a58d0da0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7740326546250961, + "test_acc": 0.7741046831955923, + "test_auc": 0.7939712221480179, + "val_auc": 0.7947178871548619, + "k": 1, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14155 + ] + }, + { + "test_f1": 0.7517232284156848, + "test_acc": 0.7520661157024794, + "test_auc": 0.8224758666747618, + "val_auc": 0.8091236494597838, + "k": 16, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14155, + 6617, + 9997, + 26529, + 28427, + 7347, + 26122, + 6550, + 25255, + 7665, + 727, + 9470, + 28807, + 26815, + 13306, + 3994 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e8ce5fd23a6184b8f31af0bcfa76f649bf46b658 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6346261835783796, + "test_acc": 0.6359748427672955, + "test_auc": 0.6476098665470427, + "val_auc": 0.689875950380152, + "k": 1, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28427 + ] + }, + { + "test_f1": 0.6686788259058232, + "test_acc": 0.6686792452830189, + "test_auc": 0.7329930767291216, + "val_auc": 0.7543017206882753, + "k": 16, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28427, + 3207, + 727, + 24904, + 8202, + 32359, + 9109, + 6270, + 29541, + 15748, + 13306, + 15410, + 7696, + 11229, + 26867, + 12319 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4ffd90b91c1e1da2ffcd3bea52790fff99704f55 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7667183178187792, + "test_acc": 0.7683018867924528, + "test_auc": 0.7960156510274531, + "val_auc": 0.8907563025210083, + "k": 1, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21226 + ] + }, + { + "test_f1": 0.8473618650869026, + "test_acc": 0.8475471698113207, + "test_auc": 0.9185903037753446, + "val_auc": 0.9667867146858743, + "k": 16, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21226, + 22334, + 15162, + 22952, + 1378, + 29593, + 8014, + 12465, + 26785, + 26402, + 30020, + 3261, + 32176, + 10215, + 2526, + 565 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..009ef3764adcf849cfa89f3f7440f9dece23ffef --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6184149184149184, + "test_acc": 0.6363636363636364, + "test_auc": 0.64, + "val_auc": 0.6220393416298675, + "k": 1, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1544 + ] + }, + { + "test_f1": 0.6464646464646465, + "test_acc": 0.6464646464646465, + "test_auc": 0.7081632653061224, + "val_auc": 0.7860297069450021, + "k": 16, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1544, + 1844, + 11706, + 8872, + 30115, + 16295, + 16860, + 26122, + 31410, + 6834, + 13875, + 2246, + 25533, + 10215, + 1269, + 8076 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8643d46e6a014ec3002a87339b2a36ff8c5e2d06 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.718901785517372, + "test_acc": 0.7197664720600501, + "test_auc": 0.7503575403450196, + "val_auc": 0.8140096618357489, + "k": 1, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21226 + ] + }, + { + "test_f1": 0.7740749406411672, + "test_acc": 0.7748123436196831, + "test_auc": 0.8536783528102392, + "val_auc": 0.9090177133655395, + "k": 16, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21226, + 8273, + 17228, + 15760, + 13053, + 32176, + 23641, + 13311, + 24093, + 21643, + 20203, + 393, + 7144, + 2526, + 30508, + 12691 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..917a1623434482db77c71561c3ffe1881849b765 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6185889725273342, + "test_acc": 0.6188679245283019, + "test_auc": 0.6481908562598541, + "val_auc": 0.5712284913965586, + "k": 1, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8273 + ] + }, + { + "test_f1": 0.6225756775493524, + "test_acc": 0.6226415094339622, + "test_auc": 0.6929113685636719, + "val_auc": 0.6666666666666667, + "k": 16, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8273, + 11553, + 12691, + 12652, + 8380, + 25050, + 32176, + 17228, + 16660, + 20389, + 26526, + 3261, + 22334, + 16540, + 5042, + 3489 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..74d709193fbdacc50bc4e2d7582241b10070ae62 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.53853683931398, + "test_acc": 0.5385996409335727, + "test_auc": 0.5442540755808956, + "val_auc": 0.5170614211160177, + "k": 1, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10611 + ] + }, + { + "test_f1": 0.5407368272247541, + "test_acc": 0.5409934171154998, + "test_auc": 0.5761188150015758, + "val_auc": 0.5957446808510638, + "k": 16, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10611, + 7214, + 32553, + 6193, + 24973, + 28984, + 2059, + 14635, + 32042, + 29401, + 18940, + 25765, + 18024, + 6118, + 16660, + 30069 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..10ae953c286f2cccb1e373f2b5829ef34420d5ae --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5845223496636514, + "test_acc": 0.6070440251572327, + "test_auc": 0.6198372925018658, + "val_auc": 0.6598639455782314, + "k": 1, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 210 + ] + }, + { + "test_f1": 0.6395259328813299, + "test_acc": 0.6437735849056604, + "test_auc": 0.7225147563792417, + "val_auc": 0.7715086034413765, + "k": 16, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 210, + 8273, + 20885, + 11168, + 4255, + 18560, + 23562, + 18628, + 8380, + 5799, + 4886, + 20198, + 19460, + 12701, + 15509, + 11607 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ea9f04f93735dd0d79bc776156fd1c3cb5883343 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8510236968294611, + "test_acc": 0.8513207547169811, + "test_auc": 0.9002078652083614, + "val_auc": 0.9579831932773109, + "k": 1, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31410 + ] + }, + { + "test_f1": 0.9994968551548519, + "test_acc": 0.9994968553459119, + "test_auc": 0.9999911395904364, + "val_auc": 1.0, + "k": 16, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31410, + 25970, + 22631, + 6720, + 24093, + 27723, + 3192, + 10713, + 6783, + 8292, + 23641, + 7922, + 17921, + 13553, + 1792, + 1343 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..049a30c1121d951660839dbea77decbfd127955e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6303957758307334, + "test_acc": 0.6306918238993711, + "test_auc": 0.6605498618282417, + "val_auc": 0.7066826730692277, + "k": 1, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8380 + ] + }, + { + "test_f1": 0.7013636891385252, + "test_acc": 0.7013836477987422, + "test_auc": 0.7756913904159735, + "val_auc": 0.7827130852340936, + "k": 16, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8380, + 11168, + 17228, + 7144, + 22334, + 24093, + 13170, + 15771, + 31410, + 10969, + 8273, + 11272, + 27709, + 20389, + 15188, + 29402 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cf0b216bf20a9d10381da65af043c8717fa016bf --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.67956870768581, + "test_acc": 0.680251572327044, + "test_auc": 0.7100395528682918, + "val_auc": 0.6710684273709484, + "k": 1, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11168 + ] + }, + { + "test_f1": 0.7318331108889806, + "test_acc": 0.7320754716981132, + "test_auc": 0.8074858309393349, + "val_auc": 0.827531012404962, + "k": 16, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11168, + 17228, + 8380, + 22334, + 8273, + 12691, + 20389, + 13614, + 12046, + 4255, + 12701, + 11272, + 10214, + 13170, + 11076, + 19460 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5679951178f61b6d87df97185e89859691a4cc72 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6586056978277846, + "test_acc": 0.6591327201051248, + "test_auc": 0.7131843406254887, + "val_auc": 0.7347999999999999, + "k": 1, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7906 + ] + }, + { + "test_f1": 0.8485767275825716, + "test_acc": 0.8486202365308804, + "test_auc": 0.9289057678036726, + "val_auc": 0.9039999999999999, + "k": 16, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7906, + 6639, + 1378, + 393, + 27036, + 10084, + 5042, + 2973, + 1269, + 8019, + 22807, + 12346, + 999, + 26932, + 121, + 31354 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7fac7ccc3183db78029ed3e67a9221874b23ddd6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5214903002632973, + "test_acc": 0.5355974842767296, + "test_auc": 0.5436739713570806, + "val_auc": 0.5054021608643456, + "k": 1, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1544 + ] + }, + { + "test_f1": 0.5590502894030037, + "test_acc": 0.559496855345912, + "test_auc": 0.5970745206012117, + "val_auc": 0.6614645858343338, + "k": 16, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1544, + 6720, + 12777, + 12701, + 21053, + 32214, + 23917, + 27212, + 6285, + 7922, + 22693, + 8154, + 18599, + 11977, + 5799, + 15509 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6b779c1daf7951527f6be7f82002919a4099b27c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9904398268262784, + "test_acc": 0.9904402515723271, + "test_auc": 0.9972434000074935, + "val_auc": 1.0, + "k": 1, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21056 + ] + }, + { + "test_f1": 0.9909433331761216, + "test_acc": 0.9909433962264151, + "test_auc": 0.9992478778053322, + "val_auc": 1.0, + "k": 16, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21056, + 16669, + 15771, + 21946, + 3010, + 24030, + 30500, + 7847, + 25533, + 31580, + 24106, + 24093, + 6420, + 29294, + 9539, + 16462 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..152e8263018a66fa63a200a5864a02fb4e79692d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8437282092978523, + "test_acc": 0.8442767295597484, + "test_auc": 0.8896243591392341, + "val_auc": 0.8623449379751902, + "k": 1, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3010 + ] + }, + { + "test_f1": 0.9630187368568152, + "test_acc": 0.9630188679245283, + "test_auc": 0.9913021156632802, + "val_auc": 0.9891956782713085, + "k": 16, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3010, + 31580, + 24106, + 7847, + 13008, + 29108, + 23523, + 9412, + 12155, + 4176, + 17588, + 19931, + 30500, + 21946, + 9539, + 24385 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..56f3be0a68e38bbdc95c1eed2d43e518508f546f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8226113869323709, + "test_acc": 0.8237974683544304, + "test_auc": 0.8493507705433797, + "val_auc": 0.8171268507402962, + "k": 1, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18357 + ] + }, + { + "test_f1": 0.8663228766786449, + "test_acc": 0.8663291139240507, + "test_auc": 0.9368429256447174, + "val_auc": 0.927170868347339, + "k": 16, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18357, + 12606, + 5449, + 14283, + 18887, + 8334, + 6555, + 25032, + 17152, + 7688, + 16669, + 4726, + 16809, + 30703, + 28082, + 28089 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e51d188f3e7e97ae90b7beb5f76a02c84451fc69 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7696328800670886, + "test_acc": 0.7712820512820513, + "test_auc": 0.811896186084088, + "val_auc": 0.7613219094247246, + "k": 1, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30500 + ] + }, + { + "test_f1": 0.8565058372267588, + "test_acc": 0.8574358974358974, + "test_auc": 0.9053211364324906, + "val_auc": 0.8959608323133414, + "k": 16, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30500, + 32675, + 17395, + 29624, + 29593, + 27735, + 1297, + 31751, + 7847, + 27790, + 3010, + 22869, + 8076, + 9413, + 23146, + 23518 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5e8d0fabd2fc49e84192fe225579fdc1a6a618c4 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8973356705092852, + "test_acc": 0.8976100628930818, + "test_auc": 0.9317183928938503, + "val_auc": 0.9739895958383353, + "k": 1, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21056 + ] + }, + { + "test_f1": 0.9458807122564447, + "test_acc": 0.9459119496855346, + "test_auc": 0.9852298238348055, + "val_auc": 0.9967987194877951, + "k": 16, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21056, + 17274, + 10741, + 16490, + 8060, + 7710, + 32173, + 3420, + 11016, + 6679, + 8872, + 546, + 13343, + 541, + 21382, + 14983 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..85fca32e89382dcd695266277a17bf5b2a6c3486 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8355060322823512, + "test_acc": 0.8369230769230769, + "test_auc": 0.8590441646749924, + "val_auc": 0.8814769481844146, + "k": 1, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28369 + ] + }, + { + "test_f1": 0.8759694068916032, + "test_acc": 0.8769230769230769, + "test_auc": 0.9107449422694986, + "val_auc": 0.9326805385556914, + "k": 16, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28369, + 15441, + 15581, + 23523, + 8872, + 1297, + 28223, + 31751, + 16462, + 1402, + 17627, + 24106, + 29016, + 11553, + 12155, + 9412 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..092a785cffc236cc2c705d8fa0965d361efff91e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7876331324339916, + "test_acc": 0.7917948717948718, + "test_auc": 0.840795098798263, + "val_auc": 0.8086495308037536, + "k": 1, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12155 + ] + }, + { + "test_f1": 0.8561496914681086, + "test_acc": 0.8564102564102564, + "test_auc": 0.9216767091931195, + "val_auc": 0.93390452876377, + "k": 16, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12155, + 9206, + 1297, + 23523, + 9412, + 22644, + 1382, + 21365, + 27194, + 24015, + 1440, + 14983, + 15546, + 1824, + 24991, + 21934 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..45f5d8a0813c7359677dceee1fce87e7727c3b4a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7082912221598353, + "test_acc": 0.7128205128205128, + "test_auc": 0.7452305012286665, + "val_auc": 0.6993064055487557, + "k": 1, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28790 + ] + }, + { + "test_f1": 0.8687055185888697, + "test_acc": 0.8687179487179487, + "test_auc": 0.9344683071329989, + "val_auc": 0.879232966136271, + "k": 16, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28790, + 23523, + 21946, + 31580, + 9478, + 15602, + 24030, + 14926, + 2723, + 9412, + 8202, + 12155, + 1297, + 12769, + 29294, + 565 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..97b42ad5b8972287536774d677a78a11e3d2d35c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8467684735392051, + "test_acc": 0.8471794871794872, + "test_auc": 0.8826455044265662, + "val_auc": 0.8776009791921665, + "k": 1, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25035 + ] + }, + { + "test_f1": 0.8634187762331177, + "test_acc": 0.8635897435897436, + "test_auc": 0.9223099774463931, + "val_auc": 0.9318645450836394, + "k": 16, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25035, + 23523, + 17848, + 21596, + 15771, + 8557, + 8872, + 26413, + 9413, + 26015, + 6420, + 19803, + 29294, + 8761, + 5435, + 8629 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..227bc84a539fe687039f9ab2131238c87eb9bdd3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8941161936440963, + "test_acc": 0.8941176470588236, + "test_auc": 0.9380387635205623, + "val_auc": 0.9238383838383839, + "k": 1, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8761 + ] + }, + { + "test_f1": 0.9155074415005392, + "test_acc": 0.9155080213903743, + "test_auc": 0.9572237778875893, + "val_auc": 0.962020202020202, + "k": 16, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8761, + 24030, + 24991, + 29624, + 26015, + 13574, + 2723, + 8872, + 1382, + 9413, + 31457, + 24106, + 26785, + 29515, + 26716, + 18823 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5da39238d3ce537fed3f40fd7bb918bf5c20cde1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9701114549217945, + "test_acc": 0.9701149425287356, + "test_auc": 0.9887959812489854, + "val_auc": 1.0, + "k": 1, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32648 + ] + }, + { + "test_f1": 0.9866666610296335, + "test_acc": 0.9866666666666667, + "test_auc": 0.9972553303750202, + "val_auc": 1.0, + "k": 16, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32648, + 508, + 7908, + 24991, + 27273, + 25533, + 8134, + 26945, + 4542, + 22952, + 14677, + 7700, + 21390, + 6359, + 19460, + 27462 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f1e935f023618836bda9a666150082e3c34c9940 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9698996518094182, + "test_acc": 0.9698996655518395, + "test_auc": 0.9884450884891915, + "val_auc": 0.9886314886314886, + "k": 1, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28155 + ] + }, + { + "test_f1": 0.9928331849902109, + "test_acc": 0.9928332537028189, + "test_auc": 0.9985819449542623, + "val_auc": 0.9995709995709996, + "k": 16, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28155, + 12681, + 26945, + 31639, + 31279, + 27305, + 10390, + 18099, + 17470, + 23913, + 24991, + 15705, + 19609, + 18679, + 18741, + 13606 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..161598d7c3cec0fe2d2051d97040706eb195da25 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9967816078347392, + "test_acc": 0.9967816091954023, + "test_auc": 0.9999526489528654, + "val_auc": 1.0, + "k": 1, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1449 + ] + }, + { + "test_f1": 0.9963218375254173, + "test_acc": 0.9963218390804598, + "test_auc": 0.9999120623410358, + "val_auc": 1.0, + "k": 16, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1449, + 30659, + 6420, + 6925, + 31217, + 17474, + 7759, + 22781, + 8085, + 10461, + 4210, + 11303, + 30812, + 18099, + 15643, + 24991 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3c9c2597689a57c87f026bb42ac799ab27d478dc --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.942047870481779, + "test_acc": 0.9420689655172414, + "test_auc": 0.9712752482547757, + "val_auc": 0.9525162337662337, + "k": 1, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10863 + ] + }, + { + "test_f1": 0.9816070492039685, + "test_acc": 0.9816091954022989, + "test_auc": 0.997619764327074, + "val_auc": 0.9772727272727273, + "k": 16, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10863, + 24991, + 3305, + 6420, + 22952, + 16669, + 29491, + 15705, + 8463, + 10227, + 4746, + 26945, + 30012, + 21491, + 4149, + 2881 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c23e250651749c464f9d7f0f627cea65ea1e6c08 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9940229354395258, + "test_acc": 0.9940229885057471, + "test_auc": 0.9998300435629632, + "val_auc": 0.9967532467532467, + "k": 1, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32563 + ] + }, + { + "test_f1": 0.9972413781440628, + "test_acc": 0.9972413793103448, + "test_auc": 0.9999509578440391, + "val_auc": 0.9987824675324676, + "k": 16, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32563, + 16610, + 20463, + 4210, + 21001, + 22952, + 13438, + 22179, + 29161, + 24991, + 27874, + 16669, + 27064, + 23887, + 26609, + 31974 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..eabae2a8ddb628b6ec5b92859c8bce24e626a4e1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8044883591652491, + "test_acc": 0.8050314465408805, + "test_auc": 0.8221390496982903, + "val_auc": 0.8431372549019608, + "k": 1, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28427 + ] + }, + { + "test_f1": 0.9235124277790079, + "test_acc": 0.9235220125786163, + "test_auc": 0.96523048709975, + "val_auc": 0.9803921568627451, + "k": 16, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28427, + 29624, + 26015, + 13343, + 28039, + 2981, + 8202, + 24015, + 29108, + 31238, + 4985, + 13157, + 8383, + 29593, + 27273, + 6679 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..75d86a6bc67de7b7434e5d556ed656139d186cfe --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9931033870456067, + "test_acc": 0.993103448275862, + "test_auc": 0.9996042805346609, + "val_auc": 0.9991883116883117, + "k": 1, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30282 + ] + }, + { + "test_f1": 0.999080459770115, + "test_acc": 0.999080459770115, + "test_auc": 0.999719275934845, + "val_auc": 1.0, + "k": 16, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30282, + 15118, + 10198, + 29887, + 5549, + 28100, + 20928, + 14055, + 25970, + 27567, + 4711, + 15705, + 20144, + 18545, + 14512, + 546 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d338f79236e7241bf17cde9f16e5d1230af0be0f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9852853344997692, + "test_acc": 0.9852873563218391, + "test_auc": 0.9962330550895612, + "val_auc": 1.0, + "k": 1, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8566 + ] + }, + { + "test_f1": 0.993563095929129, + "test_acc": 0.9935632183908046, + "test_auc": 0.9985921519021592, + "val_auc": 1.0, + "k": 16, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8566, + 21491, + 30019, + 24080, + 13008, + 15771, + 22952, + 30812, + 21336, + 24991, + 31424, + 3305, + 29898, + 23569, + 15705, + 29491 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a36998fa621eb99ca575f9e3f87bd264d126a456 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8705113779650488, + "test_acc": 0.8708045977011494, + "test_auc": 0.9303026408355431, + "val_auc": 0.8981331168831169, + "k": 1, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17649 + ] + }, + { + "test_f1": 0.962757392557638, + "test_acc": 0.9627586206896551, + "test_auc": 0.9921312706315276, + "val_auc": 0.9910714285714286, + "k": 16, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17649, + 24991, + 1474, + 22952, + 29800, + 29586, + 24549, + 17071, + 21001, + 27144, + 21946, + 5159, + 15705, + 5449, + 8076, + 14725 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..678189b2c89a1efc497c9c08f87c66f51f4e405a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9152919583205749, + "test_acc": 0.9154022988505747, + "test_auc": 0.9507701309594675, + "val_auc": 0.9496753246753247, + "k": 1, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29581 + ] + }, + { + "test_f1": 0.9719539518450812, + "test_acc": 0.9719540229885058, + "test_auc": 0.9923739447480924, + "val_auc": 0.9963474025974026, + "k": 16, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29581, + 29433, + 27109, + 15838, + 175, + 4122, + 26402, + 13413, + 16110, + 29491, + 26785, + 24991, + 17942, + 3989, + 19460, + 4081 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d824ce4eccc326a9fb4f0bbca354dcb0604cc430 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9595192650498928, + "test_acc": 0.9595402298850575, + "test_auc": 0.9817461713296174, + "val_auc": 0.987012987012987, + "k": 1, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27148 + ] + }, + { + "test_f1": 0.9604120707900018, + "test_acc": 0.9604597701149425, + "test_auc": 0.9817461713296174, + "val_auc": 0.987012987012987, + "k": 16, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27148, + 16610, + 26122, + 16669, + 2696, + 476, + 2526, + 22952, + 16721, + 6156, + 24991, + 17559, + 16942, + 7906, + 22339, + 8274 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ecdbca4ffd214c745f64afecf0d669a2924c8258 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9714914686995919, + "test_acc": 0.9714942528735632, + "test_auc": 0.9808101425942963, + "val_auc": 0.9853896103896104, + "k": 1, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15849 + ] + }, + { + "test_f1": 0.9811457187220735, + "test_acc": 0.9811494252873563, + "test_auc": 0.9941064857405704, + "val_auc": 0.9971590909090909, + "k": 16, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15849, + 13067, + 28779, + 7479, + 30148, + 10722, + 18887, + 23863, + 6825, + 6053, + 25533, + 29491, + 18099, + 9342, + 19460, + 2477 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d80594e88e513e9da5fbd64b71a7107ed9d0b0d0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9710335275448295, + "test_acc": 0.9710344827586207, + "test_auc": 0.9963387493912008, + "val_auc": 0.9991883116883117, + "k": 1, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19078 + ] + }, + { + "test_f1": 0.9894251934699302, + "test_acc": 0.9894252873563218, + "test_auc": 0.9982767601060665, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19078, + 14472, + 13967, + 15412, + 10160, + 8680, + 4116, + 24991, + 10984, + 20325, + 21429, + 14470, + 8076, + 13413, + 29294, + 194 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..267597799486ffa7b1f4d1502e6893b1713b0871 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9963218235299549, + "test_acc": 0.9963218390804598, + "test_auc": 0.9990318401969804, + "val_auc": 1.0, + "k": 1, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18205 + ] + }, + { + "test_f1": 0.9981609195402299, + "test_acc": 0.9981609195402299, + "test_auc": 0.99843234211808, + "val_auc": 1.0, + "k": 16, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18205, + 14269, + 7890, + 19667, + 14185, + 28612, + 12492, + 22718, + 29294, + 18250, + 1650, + 9744, + 11069, + 832, + 7700, + 26051 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..777ee00402c59f9415233afa6dca96c517ff2180 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9802290073941264, + "test_acc": 0.9802298850574712, + "test_auc": 0.992025576329888, + "val_auc": 1.0, + "k": 1, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3454 + ] + }, + { + "test_f1": 0.9885052368570504, + "test_acc": 0.9885057471264368, + "test_auc": 0.9992990353915254, + "val_auc": 1.0, + "k": 16, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3454, + 26462, + 21609, + 13115, + 19492, + 14080, + 830, + 10265, + 3514, + 5329, + 25772, + 25578, + 26785, + 16594, + 7712, + 2765 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..82cfcd0a0594acada9851a4e5d4b45bcfc8107a0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9609180366360929, + "test_acc": 0.960919540229885, + "test_auc": 0.9948564925050056, + "val_auc": 0.9975649350649352, + "k": 1, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20228 + ] + }, + { + "test_f1": 0.9866666497555677, + "test_acc": 0.9866666666666667, + "test_auc": 0.997109049461551, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20228, + 32297, + 4210, + 24991, + 22952, + 7908, + 15705, + 19026, + 20572, + 29103, + 22583, + 27417, + 28427, + 17071, + 216, + 5449 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..75cb44231b1027297f4fab0eb8ef28c61c886811 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5628611714215209, + "test_acc": 0.5630188679245283, + "test_auc": 0.5745492076768615, + "val_auc": 0.6398559423769509, + "k": 1, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8202 + ] + }, + { + "test_f1": 0.6185569377806258, + "test_acc": 0.6188679245283019, + "test_auc": 0.6544150408237042, + "val_auc": 0.6598639455782312, + "k": 16, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8202, + 7847, + 6679, + 3420, + 8872, + 25401, + 13574, + 17440, + 541, + 8383, + 4985, + 18099, + 28142, + 22505, + 18823, + 31162 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fcaa8dbedd7d0d3a1e2a40acfc051eccfbcf7540 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9687322876915098, + "test_acc": 0.968735632183908, + "test_auc": 0.9915131703555387, + "val_auc": 1.0, + "k": 1, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22392 + ] + }, + { + "test_f1": 0.9590609360358425, + "test_acc": 0.9590804597701149, + "test_auc": 0.9915131703555387, + "val_auc": 1.0, + "k": 16, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22392, + 31412, + 24991, + 29295, + 10852, + 6420, + 18099, + 9717, + 394, + 22952, + 26927, + 26402, + 26785, + 9250, + 15412, + 18048 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..90e86dc051082ec9cb58fdc22d3a18872c8c5285 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.962757754707185, + "test_acc": 0.9627586206896551, + "test_auc": 0.993913276557173, + "val_auc": 1.0, + "k": 1, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1270 + ] + }, + { + "test_f1": 0.9921837890836339, + "test_acc": 0.992183908045977, + "test_auc": 0.9995205706477623, + "val_auc": 1.0, + "k": 16, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1270, + 2215, + 24991, + 2561, + 16631, + 22205, + 25489, + 15815, + 30812, + 29402, + 20437, + 23769, + 7908, + 29491, + 15705, + 22952 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..12873af4b153a4d6f547f160b12e3759e3b24b9c --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8409836124870532, + "test_acc": 0.8413793103448276, + "test_auc": 0.8692392377834299, + "val_auc": 0.8859577922077921, + "k": 1, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24991 + ] + }, + { + "test_f1": 0.9438895428000301, + "test_acc": 0.9439080459770115, + "test_auc": 0.9867467801287948, + "val_auc": 0.9963474025974026, + "k": 16, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24991, + 13413, + 24749, + 15643, + 2456, + 30101, + 9539, + 27248, + 17482, + 25604, + 7421, + 15705, + 23482, + 20342, + 2351, + 5329 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..271aa02b0309417b376ae212018f3763866c1bc6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.96735396170641, + "test_acc": 0.9673563218390805, + "test_auc": 0.9769637155690243, + "val_auc": 0.9671266233766233, + "k": 1, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1014 + ] + }, + { + "test_f1": 0.9742481376175599, + "test_acc": 0.9742528735632184, + "test_auc": 0.9956014259429622, + "val_auc": 0.9898538961038961, + "k": 16, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1014, + 20935, + 29491, + 10160, + 24991, + 7988, + 19609, + 713, + 23513, + 10148, + 9358, + 17472, + 1678, + 12526, + 30873, + 23089 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..795169a1ec5ba4a8f053f5100138692b03d10ce6 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8758597072046302, + "test_acc": 0.8758620689655172, + "test_auc": 0.9296498728286162, + "val_auc": 0.9697646103896104, + "k": 1, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17178 + ] + }, + { + "test_f1": 0.9503284477246167, + "test_acc": 0.9503448275862069, + "test_auc": 0.9878967341306348, + "val_auc": 0.9886363636363636, + "k": 16, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17178, + 25820, + 31830, + 22952, + 24991, + 13939, + 12189, + 4210, + 16266, + 7226, + 13008, + 23770, + 30135, + 23917, + 16803, + 27282 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7784bcb275aafd2cfe915975bd10332c82485130 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8918703660846683, + "test_acc": 0.8919540229885058, + "test_auc": 0.944020915633963, + "val_auc": 0.9640827922077921, + "k": 1, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19225 + ] + }, + { + "test_f1": 0.9829885057471265, + "test_acc": 0.9829885057471265, + "test_auc": 0.9966888089182315, + "val_auc": 1.0, + "k": 16, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19225, + 21700, + 32297, + 12455, + 24991, + 29151, + 1482, + 30812, + 23569, + 29491, + 893, + 15705, + 21491, + 1829, + 17220, + 8658 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5ad4d1409b54c2f7fc8ccf59320c3f777fea0c22 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6286087726019054, + "test_acc": 0.6510691823899372, + "test_auc": 0.6555222122873121, + "val_auc": 0.5974389755902361, + "k": 1, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9098 + ] + }, + { + "test_f1": 0.7238684869867567, + "test_acc": 0.7252830188679246, + "test_auc": 0.7866466539549324, + "val_auc": 0.6870748299319728, + "k": 16, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9098, + 26867, + 15760, + 8302, + 22272, + 12975, + 20389, + 4306, + 9780, + 10103, + 10674, + 4142, + 7922, + 2967, + 11140, + 13893 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fed690cc6c75db4b8990c31eac049c51811ef159 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6866818265752044, + "test_acc": 0.6881878209831255, + "test_auc": 0.7544322003608631, + "val_auc": 0.7952724358974359, + "k": 1, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28180 + ] + }, + { + "test_f1": 0.6939234477404759, + "test_acc": 0.6940572267057961, + "test_auc": 0.7812084178433474, + "val_auc": 0.8493589743589743, + "k": 16, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28180, + 40, + 16318, + 11886, + 25274, + 31410, + 6477, + 19751, + 2526, + 1486, + 7212, + 15768, + 23486, + 9828, + 28739, + 797 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b8fbc18d5080464688e45706db18f10657544334 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6622555798017685, + "test_acc": 0.6832704402515724, + "test_auc": 0.6877796724990101, + "val_auc": 0.6166466586634654, + "k": 1, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29785 + ] + }, + { + "test_f1": 0.7597506817480992, + "test_acc": 0.760251572327044, + "test_auc": 0.8345389397279501, + "val_auc": 0.810924369747899, + "k": 16, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29785, + 11886, + 21778, + 1269, + 15025, + 21623, + 27694, + 10259, + 14424, + 19419, + 9154, + 21918, + 2577, + 23827, + 5799, + 26844 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0d338de6d75ab2aefd910ce7233af2f2364a4fa3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7031910996014928, + "test_acc": 0.7033962264150944, + "test_auc": 0.7626448170654526, + "val_auc": 0.7999199679871949, + "k": 1, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28191 + ] + }, + { + "test_f1": 0.7931496573019086, + "test_acc": 0.7932075471698113, + "test_auc": 0.8639965105175593, + "val_auc": 0.869547819127651, + "k": 16, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28191, + 40, + 31136, + 28633, + 9679, + 17325, + 12346, + 1486, + 10170, + 28612, + 31626, + 24383, + 7906, + 20329, + 24369, + 10207 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..35a871e8ba6159e3f88478c7fce6832e70f6d1d2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7494959815372649, + "test_acc": 0.7542138364779875, + "test_auc": 0.7640546348042963, + "val_auc": 0.8405362144857944, + "k": 1, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25715 + ] + }, + { + "test_f1": 0.8554995212653826, + "test_acc": 0.8558490566037736, + "test_auc": 0.9268170674778415, + "val_auc": 0.9483793517406962, + "k": 16, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25715, + 5042, + 31801, + 25121, + 17155, + 18560, + 5983, + 22204, + 31367, + 13734, + 32600, + 21433, + 14713, + 3718, + 20911, + 24811 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2fdaa4903cf4381d284404a5362bdaab28ccad2d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9175620808855206, + "test_acc": 0.9177358490566038, + "test_auc": 0.9346280248172477, + "val_auc": 0.9339735894357744, + "k": 1, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28169 + ] + }, + { + "test_f1": 0.9328124995770953, + "test_acc": 0.9328301886792453, + "test_auc": 0.9822723456997647, + "val_auc": 0.9987995198079233, + "k": 16, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28169, + 7541, + 12867, + 29980, + 11272, + 21404, + 1973, + 29491, + 24798, + 15760, + 4153, + 1792, + 7594, + 14725, + 3549, + 2723 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b73c4881b072828bef37054dfc937be1b810f270 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7456099456099456, + "test_acc": 0.7575757575757576, + "test_auc": 0.7546938775510205, + "val_auc": 0.7337740384615384, + "k": 1, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9142 + ] + }, + { + "test_f1": 0.787227109807755, + "test_acc": 0.7878787878787878, + "test_auc": 0.8677551020408163, + "val_auc": 0.9106570512820512, + "k": 16, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9142, + 8273, + 25970, + 22631, + 4142, + 15771, + 210, + 5531, + 21162, + 7541, + 30344, + 20906, + 23948, + 1995, + 26598, + 11168 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7cd0b33a090b2307bb72cd32b4a382c341c524ed --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/denoised/sae_probes/sae_probes_gemma-2-2b--vnorm_topp-p0.9/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7916236282069201, + "test_acc": 0.7931769722814499, + "test_auc": 0.8468812511365703, + "val_auc": 0.9039999999999999, + "k": 1, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19368 + ] + }, + { + "test_f1": 0.9637523356595585, + "test_acc": 0.9637526652452025, + "test_auc": 0.9933987997817785, + "val_auc": 0.9896, + "k": 16, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19368, + 2526, + 19004, + 25347, + 18599, + 24326, + 17188, + 25736, + 28693, + 14413, + 29577, + 21264, + 7541, + 23668, + 6876, + 23375 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/runner_cfg.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/runner_cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..d395a4f7808cb9717cb616703133b65faed9a6e1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/runner_cfg.json @@ -0,0 +1 @@ +{"sae": {"d_in": 2304, "d_sae": 32768, "dtype": "float32", "device": "cpu", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4"}, "decoder_init_norm": 0.1, "k": 200, "use_sparse_activations": false, "aux_loss_coefficient": 1.0, "rescale_acts_by_decoder_norm": true, "topk_threshold_lr": 0.01, "architecture": "batchtopk"}, "model_name": "google/gemma-2-2b", "model_class_name": "AutoModelForCausalLM", "hook_name": "model.layers.12", "hook_eval": "NOT_IN_USE", "hook_head_index": null, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "dataset_trust_remote_code": true, "streaming": false, "is_dataset_tokenized": true, "use_chat_formatting": false, "context_size": 1024, "use_cached_activations": false, "cached_activations_path": null, "from_pretrained_path": null, "n_batches_in_buffer": 64, "training_tokens": 300000000, "store_batch_size_prompts": 12, "seqpos_slice": [null], "disable_concat_sequences": false, "sequence_separator_token": "bos", "activations_mixing_fraction": 0.5, "device": "cuda", "act_store_device": "cuda", "seed": 0, "dtype": "float32", "prepend_bos": true, "autocast": true, "autocast_lm": true, "compile_llm": false, "llm_compilation_mode": null, "compile_sae": false, "sae_compilation_mode": null, "train_batch_size_tokens": 4096, "adam_beta1": 0.9, "adam_beta2": 0.999, "lr": 0.0003, "lr_scheduler_name": "constant", "lr_warm_up_steps": 0, "lr_end": 2.9999999999999997e-05, "lr_decay_steps": 14648, "n_restart_cycles": 1, "dead_feature_window": 1000, "feature_sampling_window": 2000, "dead_feature_threshold": 1e-08, "n_eval_batches": 10, "eval_batch_size_prompts": 6, "logger": {"log_to_wandb": true, "log_activations_store_to_wandb": false, "log_optimizer_state_to_wandb": false, "log_weights_to_wandb": true, "wandb_project": "sae-rethink", "wandb_id": null, "run_name": "btk-denoised-vnorm_topp-p0.9-k-200-layer-12-2026-04-09T14:35:34", "wandb_entity": "chanind", "wandb_log_frequency": 10, "eval_every_n_wandb_logs": 100}, "n_checkpoints": 0, "checkpoint_path": "/vol/data/shared/checkpoints/60d2260f178b0ecc771817bc590b25b7047285f2968392b24316ca590c28e26b", "save_final_checkpoint": false, "output_path": "/vol/data/saes/300t/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2", "resume_from_checkpoint": null, "verbose": true, "model_kwargs": {}, "model_from_pretrained_kwargs": {"attn_implementation": "eager"}, "sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4", "exclude_special_tokens": true, "n_batches_for_norm_estimate": 1000, "b_dec_init_method": "zeros", "vnorm_denoise_config": {"strategy": "vnorm_topp", "threshold": 0.01, "k": 10, "p": 0.9, "layers": null}} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d2854e7786099519009f62c21e7f1dc33e764c29 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9761275489000981, + "test_acc": 0.9761336515513126, + "test_auc": 0.9796328295311213, + "val_auc": 0.9864864864864865, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16883 + ] + }, + { + "test_f1": 0.9818600046323729, + "test_acc": 0.9818615751789976, + "test_auc": 0.997165656874968, + "val_auc": 0.99013299013299, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16883, + 8076, + 26598, + 12675, + 18864, + 1333, + 12777, + 13893, + 27212, + 30299, + 9442, + 12552, + 6270, + 22846, + 2710, + 10713 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..64b6df15e1310b141e56daa8290fc5494d2ebff7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9448962607865944, + "test_acc": 0.9449125081011017, + "test_auc": 0.9769779507133591, + "val_auc": 0.9710624224886316, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27212 + ] + }, + { + "test_f1": 0.96629644391922, + "test_acc": 0.966299416720674, + "test_auc": 0.9923271036202228, + "val_auc": 0.9913187267465895, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27212, + 14413, + 25410, + 10900, + 6720, + 12777, + 26785, + 13550, + 8380, + 9775, + 15650, + 22831, + 20802, + 17725, + 30812, + 21833 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3c615a3add326c963a7dea3933254d6051f2e1ab --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5598943237260557, + "test_acc": 0.5728301886792453, + "test_auc": 0.5890721784152322, + "val_auc": 0.5994397759103641, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31801 + ] + }, + { + "test_f1": 0.5958142117084295, + "test_acc": 0.6002515723270441, + "test_auc": 0.6381859349352279, + "val_auc": 0.6626650660264106, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31801, + 28742, + 23183, + 1482, + 1412, + 7197, + 32600, + 7343, + 708, + 1546, + 18560, + 26572, + 17216, + 20389, + 10634, + 17155 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7b550503e872b41faa868e4952b53e7a9c3a3d8a --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6937074758434661, + "test_acc": 0.7021383647798742, + "test_auc": 0.712693878418979, + "val_auc": 0.7531012404961985, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11531 + ] + }, + { + "test_f1": 0.7142121597611186, + "test_acc": 0.7149685534591195, + "test_auc": 0.7644553784711288, + "val_auc": 0.7895158063225289, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11531, + 7541, + 7144, + 20389, + 11419, + 6555, + 2526, + 15760, + 1412, + 21056, + 8334, + 8295, + 23513, + 24093, + 28265, + 8380 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2e62784c077d511ec95b803b5e4cebbaf35c95c2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7831765987242383, + "test_acc": 0.7838993710691824, + "test_auc": 0.8231882487678966, + "val_auc": 0.8683473389355741, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12777 + ] + }, + { + "test_f1": 0.7814955478613347, + "test_acc": 0.7816352201257861, + "test_auc": 0.8627390918232091, + "val_auc": 0.9139655862344939, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12777, + 21875, + 6720, + 30650, + 26598, + 12675, + 15138, + 32407, + 3476, + 11666, + 18346, + 10900, + 20246, + 22832, + 22272, + 8012 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dfb0f98c40b3b47b20a5e8894ef2563b9fe948b2 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7619853736428138, + "test_acc": 0.7620125786163522, + "test_auc": 0.7967346099748971, + "val_auc": 0.7707082833133253, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5042 + ] + }, + { + "test_f1": 0.8837648308115833, + "test_acc": 0.8837735849056604, + "test_auc": 0.9452717816714075, + "val_auc": 0.9711884753901561, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5042, + 25715, + 13734, + 31801, + 22204, + 32361, + 19843, + 31367, + 26037, + 17155, + 31479, + 3718, + 8476, + 6997, + 31963, + 23034 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8203f0935a940c61d546082f818482b0d9f51d88 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.539313301996689, + "test_acc": 0.5517948717948717, + "test_auc": 0.5650541118254957, + "val_auc": 0.5716034271725826, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31572 + ] + }, + { + "test_f1": 0.5848500644635998, + "test_acc": 0.5866666666666667, + "test_auc": 0.6402363079408894, + "val_auc": 0.6621787025703795, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31572, + 18887, + 13413, + 11274, + 4122, + 8872, + 3204, + 17944, + 4348, + 24093, + 23430, + 16565, + 1998, + 25410, + 541, + 17849 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..368169ae7ccd9d4ef907c4d77063e8d7dd3e10a1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5065407982583296, + "test_acc": 0.5230769230769231, + "test_auc": 0.5299845154340728, + "val_auc": 0.5569155446756425, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28187 + ] + }, + { + "test_f1": 0.5403648696018553, + "test_acc": 0.5405128205128205, + "test_auc": 0.5582606793011747, + "val_auc": 0.6181150550795593, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28187, + 28502, + 4122, + 3204, + 10009, + 6596, + 13413, + 11346, + 19510, + 23805, + 4348, + 7316, + 9632, + 15067, + 5973, + 17440 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ed100dfca1905d29ae8305d0e5b6a2bbebc42241 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5345208007162328, + "test_acc": 0.558974358974359, + "test_auc": 0.5616857979600769, + "val_auc": 0.6124031007751937, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30256 + ] + }, + { + "test_f1": 0.5171153226805401, + "test_acc": 0.518974358974359, + "test_auc": 0.5433820311711044, + "val_auc": 0.6589147286821705, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30256, + 19510, + 9458, + 13717, + 27723, + 15285, + 26783, + 18234, + 29300, + 5449, + 6131, + 23017, + 21790, + 18337, + 29262, + 4348 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..845c45c124806567671f240e5c535a199aee3931 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7260997067448679, + "test_acc": 0.7272727272727273, + "test_auc": 0.7724489795918367, + "val_auc": 0.8177083333333333, + "k": 1, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27825 + ] + }, + { + "test_f1": 0.8378878804410719, + "test_acc": 0.8383838383838383, + "test_auc": 0.9163265306122449, + "val_auc": 0.9599358974358974, + "k": 16, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27825, + 10255, + 17297, + 11111, + 18224, + 12737, + 20826, + 2386, + 7047, + 16594, + 27234, + 9598, + 3025, + 19614, + 3360, + 22781 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..87fbb590588f6cdaea0f03be0f8cf8e06f02656e --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.836887392442948, + "test_acc": 0.8383838383838383, + "test_auc": 0.8810204081632653, + "val_auc": 0.9477163461538463, + "k": 1, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824 + ] + }, + { + "test_f1": 0.8585569985569984, + "test_acc": 0.8585858585858586, + "test_auc": 0.9485714285714285, + "val_auc": 0.9871794871794872, + "k": 16, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824, + 4547, + 21812, + 12737, + 20826, + 22781, + 2333, + 31217, + 4643, + 1743, + 7865, + 30154, + 2254, + 11272, + 25481, + 3025 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..76658a92636392002216ba835e1f4fee82a7fc03 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8343333080175186, + "test_acc": 0.8383838383838383, + "test_auc": 0.8400000000000001, + "val_auc": 0.8048878205128205, + "k": 1, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17359 + ] + }, + { + "test_f1": 0.8888662062082495, + "test_acc": 0.8888888888888888, + "test_auc": 0.9597959183673469, + "val_auc": 0.9270833333333334, + "k": 16, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17359, + 21812, + 4547, + 5297, + 20826, + 22781, + 4348, + 29515, + 12737, + 10228, + 17297, + 3010, + 30901, + 16278, + 18251, + 27825 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1522fc8d45eda305f80086fc2d4804750b7de776 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6246469586428177, + "test_acc": 0.6354573038578241, + "test_auc": 0.6578772729117471, + "val_auc": 0.7852, + "k": 1, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824 + ] + }, + { + "test_f1": 0.7858094514708008, + "test_acc": 0.7858690940615518, + "test_auc": 0.8808338130804879, + "val_auc": 0.9184, + "k": 16, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824, + 21812, + 20826, + 29515, + 5116, + 13735, + 16976, + 25309, + 5297, + 26171, + 12675, + 8383, + 28187, + 2963, + 19803, + 8126 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..10bbee8d7852b1444a9ed2da33fce805e2e9bd5d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.656320095662131, + "test_acc": 0.6636324230602514, + "test_auc": 0.7028109174920071, + "val_auc": 0.748, + "k": 1, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824 + ] + }, + { + "test_f1": 0.793663293312559, + "test_acc": 0.7936714347637625, + "test_auc": 0.8947155412524934, + "val_auc": 0.9087999999999999, + "k": 16, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824, + 25309, + 22781, + 28187, + 12737, + 30154, + 16976, + 29375, + 20676, + 18251, + 15032, + 21727, + 17274, + 20826, + 8302, + 12675 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..69706e1dede8209cfbe209d6d874db19eca44586 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8153064557286389, + "test_acc": 0.8162115301257044, + "test_auc": 0.8674958401036555, + "val_auc": 0.8544, + "k": 1, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824 + ] + }, + { + "test_f1": 0.859894984512015, + "test_acc": 0.8599913307325531, + "test_auc": 0.946328694190876, + "val_auc": 0.9468, + "k": 16, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1824, + 21812, + 22781, + 4643, + 20826, + 12675, + 307, + 2963, + 31217, + 17474, + 12737, + 2333, + 26033, + 23802, + 25481, + 9413 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ea53e20c2f8fdc3d4d70943d03174fb146a81cf3 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8737903937731346, + "test_acc": 0.8738461538461538, + "test_auc": 0.9576783249739119, + "val_auc": 0.967768257853937, + "k": 1, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13480 + ] + }, + { + "test_f1": 0.9733327722841714, + "test_acc": 0.9733333333333334, + "test_auc": 0.9944583768135457, + "val_auc": 0.9991840065279477, + "k": 16, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13480, + 24621, + 28100, + 29809, + 4348, + 8126, + 25431, + 20144, + 25515, + 26171, + 2191, + 4962, + 9413, + 19946, + 22631, + 28427 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..42fa0ffcc76fc55da8652835dfd62e0cafb6d175 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9142875794896235, + "test_acc": 0.9148717948717948, + "test_auc": 0.9153356111354226, + "val_auc": 0.9651162790697674, + "k": 1, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27273 + ] + }, + { + "test_f1": 0.9671794871794872, + "test_acc": 0.9671794871794872, + "test_auc": 0.9949107112801697, + "val_auc": 0.9995920032639738, + "k": 16, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27273, + 13480, + 25515, + 19263, + 7710, + 3514, + 3305, + 7047, + 18099, + 17285, + 5800, + 13952, + 22179, + 10228, + 3420, + 26382 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c2cc5c7a74c799ac10686f44db36641e78f8700f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.961006690849837, + "test_acc": 0.961025641025641, + "test_auc": 0.9749364627865486, + "val_auc": 0.9875560995512035, + "k": 1, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1133 + ] + }, + { + "test_f1": 0.9805119595081818, + "test_acc": 0.9805128205128205, + "test_auc": 0.9975763288113912, + "val_auc": 1.0, + "k": 16, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1133, + 2981, + 28427, + 12737, + 7712, + 13755, + 1429, + 13182, + 13817, + 25515, + 8860, + 13135, + 25401, + 3438, + 565, + 28561 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a071d6ab04359392f53277a943bf1ac5e287d621 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.576221548337869, + "test_acc": 0.5817078456870395, + "test_auc": 0.6056613671516247, + "val_auc": 0.5668000000000001, + "k": 1, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32118 + ] + }, + { + "test_f1": 0.7232784802915964, + "test_acc": 0.7234503684438665, + "test_auc": 0.7991081963861886, + "val_auc": 0.866, + "k": 16, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32118, + 16460, + 16777, + 22565, + 5865, + 26785, + 31751, + 8966, + 22831, + 7347, + 10969, + 17395, + 20371, + 15771, + 13413, + 5853 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..59900b91c48e6cb1f848a559145e66b5556b1a0d --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6254651199832675, + "test_acc": 0.6319895968790638, + "test_auc": 0.6563264244732677, + "val_auc": 0.6276, + "k": 1, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22565 + ] + }, + { + "test_f1": 0.7381763165333051, + "test_acc": 0.7381881231035977, + "test_auc": 0.8323651960600107, + "val_auc": 0.8544, + "k": 16, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22565, + 16777, + 16460, + 5865, + 8872, + 30812, + 5853, + 15939, + 13413, + 5194, + 23345, + 32118, + 6131, + 22831, + 5270, + 16254 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..04efe3255b78149a76d15c6a990a3738ff013a39 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5290388074246309, + "test_acc": 0.5574338968357174, + "test_auc": 0.5653077421420422, + "val_auc": 0.5710000000000001, + "k": 1, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7712 + ] + }, + { + "test_f1": 0.6304167986898118, + "test_acc": 0.6319895968790638, + "test_auc": 0.7016831985281408, + "val_auc": 0.7092, + "k": 16, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7712, + 26053, + 12569, + 16460, + 22743, + 18099, + 8202, + 30799, + 6780, + 26257, + 3689, + 28427, + 9158, + 27572, + 9005, + 2333 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4c3537d15ce2720cc20c5335ff1e3b092e5bafb0 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6218793502743489, + "test_acc": 0.6226012793176973, + "test_auc": 0.6587197672304056, + "val_auc": 0.6376, + "k": 1, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1236 + ] + }, + { + "test_f1": 0.7569296375266524, + "test_acc": 0.7569296375266524, + "test_auc": 0.8518639752682305, + "val_auc": 0.8376000000000001, + "k": 16, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1236, + 19333, + 12257, + 4949, + 5961, + 6150, + 30827, + 32401, + 2063, + 263, + 24306, + 2688, + 6631, + 30234, + 23723, + 541 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3de4383c9f3de778c368047b0581d2c6afe02ed7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.949464018566805, + "test_acc": 0.9494949494949495, + "test_auc": 0.9587755102040816, + "val_auc": 0.9444444444444444, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3873 + ] + }, + { + "test_f1": 0.9898969278371137, + "test_acc": 0.98989898989899, + "test_auc": 1.0, + "val_auc": 0.9979871175523349, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3873, + 21791, + 30481, + 25750, + 20858, + 20104, + 18882, + 19409, + 6391, + 18250, + 10574, + 354, + 9790, + 31374, + 14512, + 16098 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..894575d8e54fd2711edbb2489b5aaf3729f7e7dd --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7362426562590632, + "test_acc": 0.7373737373737373, + "test_auc": 0.7742857142857144, + "val_auc": 0.7940821256038648, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3607 + ] + }, + { + "test_f1": 0.9292929292929293, + "test_acc": 0.9292929292929293, + "test_auc": 0.9848979591836735, + "val_auc": 0.9685990338164252, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3607, + 20883, + 27709, + 32299, + 9790, + 7344, + 17725, + 18940, + 19506, + 23668, + 17541, + 27169, + 13379, + 541, + 4186, + 31137 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2d04c38b38389e257d63e72eb43165d57417b8e1 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8888662062082495, + "test_acc": 0.8888888888888888, + "test_auc": 0.9124489795918368, + "val_auc": 0.9015700483091786, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10574 + ] + }, + { + "test_f1": 0.98989898989899, + "test_acc": 0.98989898989899, + "test_auc": 0.9983673469387755, + "val_auc": 0.999194847020934, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10574, + 27169, + 24334, + 30709, + 31137, + 16098, + 16180, + 30585, + 18567, + 20883, + 11969, + 5291, + 5236, + 22718, + 29578, + 27212 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1db79807ca715ab010abea4f55106955d4ca4d8f --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6040991226059182, + "test_acc": 0.6085825747724317, + "test_auc": 0.6429696624433886, + "val_auc": 0.6836, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 40 + ] + }, + { + "test_f1": 0.6960022348594268, + "test_acc": 0.6961421759861292, + "test_auc": 0.7675888083381307, + "val_auc": 0.8248, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 40, + 17974, + 6720, + 28180, + 31410, + 3795, + 11886, + 29713, + 10611, + 23336, + 9503, + 393, + 372, + 10713, + 10674, + 15768 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d7eca05e8fb840eb9ce62e0c45e82dd91c3bebaa --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5959123292176566, + "test_acc": 0.611183355006502, + "test_auc": 0.627796374764949, + "val_auc": 0.6678, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17974 + ] + }, + { + "test_f1": 0.7532666309775018, + "test_acc": 0.7550931946250542, + "test_auc": 0.8395061635609615, + "val_auc": 0.8408000000000001, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17974, + 5042, + 5664, + 3427, + 10611, + 40, + 28180, + 23336, + 30487, + 16295, + 9503, + 1486, + 27111, + 24396, + 15768, + 372 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0b3f7092841564b4abefc9942824789b459ddf14 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6932367526529238, + "test_acc": 0.7132203389830508, + "test_auc": 0.7149856776722447, + "val_auc": 0.6900161030595814, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5580 + ] + }, + { + "test_f1": 0.7955139125817627, + "test_acc": 0.7986440677966101, + "test_auc": 0.873895489294106, + "val_auc": 0.8792270531400966, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5580, + 2526, + 3385, + 12281, + 5406, + 4755, + 8076, + 15581, + 28568, + 1295, + 2710, + 11331, + 29349, + 31475, + 32490, + 26033 + ] + } +] \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_stats.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..3e8a31539021e389c28adad466e267004f21cc47 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/sae_stats.json @@ -0,0 +1 @@ +{"l0": 193.2289276123047, "width": 32768, "hook_name": "model.layers.12", "tokens_trained": 300000000, "all_metrics": {"model_performance_preservation": {"ce_loss_score": 0.9968489746621918, "ce_loss_with_ablation": 12.452933311462402, "ce_loss_with_sae": 1.8821402788162231, "ce_loss_without_sae": 1.8487261533737183}, "reconstruction_quality": {"explained_variance": 0.8947730660438538, "explained_variance_legacy": 0.8343828916549683, "mse": 0.37185004353523254, "cossim": 0.9428926706314087}, "shrinkage": {"l2_norm_in": 144.84046936035156, "l2_norm_out": 136.3214569091797, "l2_ratio": 0.939717710018158, "relative_reconstruction_bias": 0.9973540306091309}, "sparsity": {"l0": 193.2289276123047, "l1": 1004.932861328125}, "token_stats": {"total_tokens_eval_reconstruction": 61440, "total_tokens_eval_sparsity_variance": 61440}}} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/scr/saebench_scr_custom_sae_eval_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/scr/saebench_scr_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7aba643a1d473d7f87ec6e9d102eba84cd85beb7 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/scr/saebench_scr_custom_sae_eval_results.json @@ -0,0 +1,326 @@ +{ + "eval_type_id": "scr", + "eval_config": { + "random_seed": 42, + "dataset_names": [ + "LabHC/bias_in_bios_class_set1", + "canrager/amazon_reviews_mcauley_1and5" + ], + "perform_scr": true, + "early_stopping_patience": 20, + "train_set_size": 4000, + "test_set_size": 1000, + "context_length": 128, + "probe_train_batch_size": 16, + "probe_test_batch_size": 500, + "probe_epochs": 20, + "probe_lr": 0.001, + "probe_l1_penalty": 0.001, + "sae_batch_size": 32, + "llm_batch_size": 128, + "llm_dtype": "float32", + "lower_vram_usage": false, + "model_name": "gemma-2-2b", + "n_values": [ + 2, + 5, + 10 + ], + "column1_vals_lookup": { + "LabHC/bias_in_bios_class_set1": [ + [ + "professor", + "nurse" + ], + [ + "architect", + "journalist" + ], + [ + "surgeon", + "psychologist" + ], + [ + "attorney", + "teacher" + ] + ], + "canrager/amazon_reviews_mcauley_1and5": [ + [ + "Books", + "CDs_and_Vinyl" + ], + [ + "Software", + "Electronics" + ], + [ + "Pet_Supplies", + "Office_Products" + ], + [ + "Industrial_and_Scientific", + "Toys_and_Games" + ] + ] + } + }, + "eval_id": "64b5babe-0270-4c58-ab5a-c488c07eca4e", + "datetime_epoch_millis": 1775758957127, + "eval_result_metrics": { + "scr_metrics": { + "scr_dir1_threshold_2": 0.27592843660159205, + "scr_metric_threshold_2": 0.138346108064218, + "scr_dir2_threshold_2": 0.1368834248873064, + "scr_dir1_threshold_5": 0.31616826802006626, + "scr_metric_threshold_5": 0.20440047127567867, + "scr_dir2_threshold_5": 0.2039901059604438, + "scr_dir1_threshold_10": 0.266360689539764, + "scr_metric_threshold_10": 0.2642171808917127, + "scr_dir2_threshold_10": 0.2648906685192833, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + } + }, + "eval_result_details": [ + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_professor_nurse_results", + "scr_dir1_threshold_2": 0.6025646805840948, + "scr_metric_threshold_2": 0.19170982855791055, + "scr_dir2_threshold_2": 0.19170982855791055, + "scr_dir1_threshold_5": 0.5769232238773122, + "scr_metric_threshold_5": 0.2124352571631342, + "scr_dir2_threshold_5": 0.2124352571631342, + "scr_dir1_threshold_10": 0.5897435701496917, + "scr_metric_threshold_10": 0.20207254286052237, + "scr_dir2_threshold_10": 0.20207254286052237, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_architect_journalist_results", + "scr_dir1_threshold_2": 0.34090914222161817, + "scr_metric_threshold_2": 0.2171254887307128, + "scr_dir2_threshold_2": 0.2171254887307128, + "scr_dir1_threshold_5": 0.3939396539228653, + "scr_metric_threshold_5": 0.2538226260674608, + "scr_dir2_threshold_5": 0.2538226260674608, + "scr_dir1_threshold_10": 0.3181817155567637, + "scr_metric_threshold_10": 0.33027532969386547, + "scr_dir2_threshold_10": 0.33027532969386547, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_surgeon_psychologist_results", + "scr_dir1_threshold_2": 0.42187508731147705, + "scr_metric_threshold_2": 0.05276388042950681, + "scr_dir2_threshold_2": 0.05276388042950681, + "scr_dir1_threshold_5": 0.4687504074535596, + "scr_metric_threshold_5": 0.0904522808732169, + "scr_dir2_threshold_5": 0.0904522808732169, + "scr_dir1_threshold_10": 0.20312514551912844, + "scr_metric_threshold_10": 0.1482412214577287, + "scr_dir2_threshold_10": 0.1482412214577287, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_attorney_teacher_results", + "scr_dir1_threshold_2": 0.3691271919209698, + "scr_metric_threshold_2": 0.09235663469908957, + "scr_dir2_threshold_2": 0.09235663469908957, + "scr_dir1_threshold_5": 0.4563755972965891, + "scr_metric_threshold_5": 0.24522299159878255, + "scr_dir2_threshold_5": 0.24522299159878255, + "scr_dir1_threshold_10": 0.28859051005978464, + "scr_metric_threshold_10": 0.2579618704923989, + "scr_dir2_threshold_10": 0.2579618704923989, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Books_CDs_and_Vinyl_results", + "scr_dir1_threshold_2": -0.047368439214711934, + "scr_metric_threshold_2": 0.10317468013952215, + "scr_dir2_threshold_2": 0.10317468013952215, + "scr_dir1_threshold_5": -0.03684194510663114, + "scr_metric_threshold_5": 0.2182539673153717, + "scr_dir2_threshold_5": 0.2182539673153717, + "scr_dir1_threshold_10": -0.07894729412163301, + "scr_metric_threshold_10": 0.4246030910680796, + "scr_dir2_threshold_10": 0.4246030910680796, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Software_Electronics_results", + "scr_dir1_threshold_2": 0.245901447122854, + "scr_metric_threshold_2": 0.0687023091792737, + "scr_dir2_threshold_2": 0.0687023091792737, + "scr_dir1_threshold_5": 0.2841529787670631, + "scr_metric_threshold_5": 0.09923671936975602, + "scr_dir2_threshold_5": 0.09923671936975602, + "scr_dir1_threshold_10": 0.3497268934249226, + "scr_metric_threshold_10": 0.12213741326330622, + "scr_dir2_threshold_10": 0.12213741326330622, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Pet_Supplies_Office_Products_results", + "scr_dir1_threshold_2": 0.17674410094308396, + "scr_metric_threshold_2": 0.28326176085437765, + "scr_dir2_threshold_2": 0.28326176085437765, + "scr_dir1_threshold_5": 0.2651161514146259, + "scr_metric_threshold_5": 0.3948498512825616, + "scr_dir2_threshold_5": 0.3948498512825616, + "scr_dir1_threshold_10": 0.3255813115348554, + "scr_metric_threshold_10": 0.493562314103202, + "scr_dir2_threshold_10": 0.493562314103202, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Industrial_and_Scientific_Toys_and_Games_results", + "scr_dir1_threshold_2": 0.09767428192335063, + "scr_metric_threshold_2": 0.09767428192335063, + "scr_dir2_threshold_2": 0.08597281650805809, + "scr_dir1_threshold_5": 0.12093007653514554, + "scr_metric_threshold_5": 0.12093007653514554, + "scr_dir2_threshold_5": 0.11764715401326675, + "scr_dir1_threshold_10": 0.13488366419459838, + "scr_metric_threshold_10": 0.13488366419459838, + "scr_dir2_threshold_10": 0.14027156521516332, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + } + ], + "sae_bench_commit_hash": "Unknown", + "sae_lens_id": "custom_sae", + "sae_lens_release_id": "saebench_scr", + "sae_lens_version": "6.39.0", + "sae_cfg_dict": { + "d_in": 2304, + "d_sae": 32768, + "dtype": "float32", + "device": "cuda", + "apply_b_dec_to_input": true, + "normalize_activations": "none", + "reshape_activations": "none", + "metadata": { + "sae_lens_version": "6.39.0", + "sae_lens_training_version": "6.39.0", + "model_name": "gemma-2-2b", + "hook_name": "blocks.12.hook_resid_post", + "hook_head_index": null, + "context_size": 1024, + "prepend_bos": true, + "seqpos_slice": [ + null + ], + "model_from_pretrained_kwargs": { + "center_writing_weights": false + }, + "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", + "model_class_name": "AutoModelForCausalLM", + "exclude_special_tokens": true, + "sequence_separator_token": "bos", + "disable_concat_sequences": false, + "hook_layer": 12, + "dataset_trust_remote_code": null + }, + "architecture": "jumprelu" + }, + "eval_result_unstructured": null +} \ No newline at end of file diff --git a/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/tpp/saebench_tpp_custom_sae_eval_results.json b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/tpp/saebench_tpp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a69cc9f66de336cdcd3792a1ae94240df8347142 --- /dev/null +++ b/denoised/gemma-2-2b-btk-vnorm_topp-p0.9/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.2/tpp/saebench_tpp_custom_sae_eval_results.json @@ -0,0 +1,297 @@ +{ + "eval_type_id": "tpp", + "eval_config": { + "random_seed": 42, + "dataset_names": [ + "LabHC/bias_in_bios_class_set1", + "canrager/amazon_reviews_mcauley_1and5" + ], + "perform_scr": false, + "early_stopping_patience": 20, + "train_set_size": 4000, + "test_set_size": 1000, + "context_length": 128, + "probe_train_batch_size": 16, + "probe_test_batch_size": 500, + "probe_epochs": 20, + "probe_lr": 0.001, + "probe_l1_penalty": 0.001, + "sae_batch_size": 32, + "llm_batch_size": 128, + "llm_dtype": "float32", + "lower_vram_usage": false, + "model_name": "gemma-2-2b", + "n_values": [ + 2, + 5, + 10 + ], + "column1_vals_lookup": { + "LabHC/bias_in_bios_class_set1": [ + [ + "professor", + "nurse" + ], + [ + "architect", + "journalist" + ], + [ + "surgeon", + "psychologist" + ], + [ + "attorney", + "teacher" + ] + ], + "canrager/amazon_reviews_mcauley_1and5": [ + [ + "Books", + "CDs_and_Vinyl" + ], + [ + "Software", + "Electronics" + ], + [ + "Pet_Supplies", + "Office_Products" + ], + [ + "Industrial_and_Scientific", + "Toys_and_Games" + ] + ] + } + }, + "eval_id": "64d56b24-692a-4da3-97fd-4adfd28ef109", + "datetime_epoch_millis": 1775759147899, + "eval_result_metrics": { + "tpp_metrics": { + "tpp_threshold_2_total_metric": 0.011525006592273712, + "tpp_threshold_2_intended_diff_only": 0.011600005626678466, + "tpp_threshold_2_unintended_diff_only": 7.499903440475462e-05, + "tpp_threshold_5_total_metric": 0.04717500358819962, + "tpp_threshold_5_intended_diff_only": 0.052500009536743164, + "tpp_threshold_5_unintended_diff_only": 0.005325005948543548, + "tpp_threshold_10_total_metric": 0.10250000953674315, + "tpp_threshold_10_intended_diff_only": 0.11240001320838927, + "tpp_threshold_10_unintended_diff_only": 0.009900003671646118, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + } + }, + "eval_result_details": [ + { + "dataset_name": "LabHC/bias_in_bios_class_set1_tpp_results", + "tpp_threshold_2_total_metric": 0.01065000295639038, + "tpp_threshold_2_intended_diff_only": 0.010200011730194091, + "tpp_threshold_2_unintended_diff_only": -0.0004499912261962891, + "tpp_threshold_5_total_metric": 0.07335000336170197, + "tpp_threshold_5_intended_diff_only": 0.08100001811981201, + "tpp_threshold_5_unintended_diff_only": 0.007650014758110046, + "tpp_threshold_10_total_metric": 0.1560499995946884, + "tpp_threshold_10_intended_diff_only": 0.17040001153945922, + "tpp_threshold_10_unintended_diff_only": 0.014350011944770813, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_tpp_results", + "tpp_threshold_2_total_metric": 0.012400010228157043, + "tpp_threshold_2_intended_diff_only": 0.012999999523162841, + "tpp_threshold_2_unintended_diff_only": 0.0005999892950057983, + "tpp_threshold_5_total_metric": 0.021000003814697264, + "tpp_threshold_5_intended_diff_only": 0.024000000953674317, + "tpp_threshold_5_unintended_diff_only": 0.0029999971389770507, + "tpp_threshold_10_total_metric": 0.048950019478797915, + "tpp_threshold_10_intended_diff_only": 0.05440001487731934, + "tpp_threshold_10_unintended_diff_only": 0.005449995398521423, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + } + ], + "sae_bench_commit_hash": "Unknown", + "sae_lens_id": "custom_sae", + "sae_lens_release_id": "saebench_tpp", + "sae_lens_version": "6.39.0", + "sae_cfg_dict": { + "d_in": 2304, + "d_sae": 32768, + "dtype": "float32", + "device": "cuda", + "apply_b_dec_to_input": true, + "normalize_activations": "none", + "reshape_activations": "none", + "metadata": { + "sae_lens_version": "6.39.0", + "sae_lens_training_version": "6.39.0", + "model_name": "gemma-2-2b", + "hook_name": "blocks.12.hook_resid_post", + "hook_head_index": null, + "context_size": 1024, + "prepend_bos": true, + "seqpos_slice": [ + null + ], + "model_from_pretrained_kwargs": { + "center_writing_weights": false + }, + "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", + "model_class_name": "AutoModelForCausalLM", + "exclude_special_tokens": true, + "sequence_separator_token": "bos", + "disable_concat_sequences": false, + "hook_layer": 12, + "dataset_trust_remote_code": null + }, + "architecture": "jumprelu" + }, + "eval_result_unstructured": { + "LabHC/bias_in_bios_class_set1": { + "0": { + "tpp_threshold_2_total_metric": 0.00824996829032898, + "tpp_threshold_2_intended_diff_only": 0.009999990463256836, + "tpp_threshold_2_unintended_diff_only": 0.0017500221729278564, + "tpp_threshold_5_total_metric": 0.01349996030330658, + "tpp_threshold_5_intended_diff_only": 0.014999985694885254, + "tpp_threshold_5_unintended_diff_only": 0.0015000253915786743, + "tpp_threshold_10_total_metric": 0.012249976396560669, + "tpp_threshold_10_intended_diff_only": 0.014999985694885254, + "tpp_threshold_10_unintended_diff_only": 0.002750009298324585 + }, + "1": { + "tpp_threshold_2_total_metric": 0.0010000169277191162, + "tpp_threshold_2_intended_diff_only": 0.0020000338554382324, + "tpp_threshold_2_unintended_diff_only": 0.0010000169277191162, + "tpp_threshold_5_total_metric": 0.07500003278255463, + "tpp_threshold_5_intended_diff_only": 0.08500003814697266, + "tpp_threshold_5_unintended_diff_only": 0.01000000536441803, + "tpp_threshold_10_total_metric": 0.20625001192092896, + "tpp_threshold_10_intended_diff_only": 0.23900002241134644, + "tpp_threshold_10_unintended_diff_only": 0.03275001049041748 + }, + "2": { + "tpp_threshold_2_total_metric": 0.027500033378601074, + "tpp_threshold_2_intended_diff_only": 0.024000048637390137, + "tpp_threshold_2_unintended_diff_only": -0.0034999847412109375, + "tpp_threshold_5_total_metric": 0.13825000822544098, + "tpp_threshold_5_intended_diff_only": 0.1470000147819519, + "tpp_threshold_5_unintended_diff_only": 0.008750006556510925, + "tpp_threshold_10_total_metric": 0.34275001287460327, + "tpp_threshold_10_intended_diff_only": 0.359000027179718, + "tpp_threshold_10_unintended_diff_only": 0.016250014305114746 + }, + "6": { + "tpp_threshold_2_total_metric": 0.012749999761581421, + "tpp_threshold_2_intended_diff_only": 0.009999990463256836, + "tpp_threshold_2_unintended_diff_only": -0.002750009298324585, + "tpp_threshold_5_total_metric": 0.040000006556510925, + "tpp_threshold_5_intended_diff_only": 0.0480000376701355, + "tpp_threshold_5_unintended_diff_only": 0.008000031113624573, + "tpp_threshold_10_total_metric": 0.07349999248981476, + "tpp_threshold_10_intended_diff_only": 0.08300000429153442, + "tpp_threshold_10_unintended_diff_only": 0.009500011801719666 + }, + "9": { + "tpp_threshold_2_total_metric": 0.0037499964237213135, + "tpp_threshold_2_intended_diff_only": 0.004999995231628418, + "tpp_threshold_2_unintended_diff_only": 0.0012499988079071045, + "tpp_threshold_5_total_metric": 0.10000000894069672, + "tpp_threshold_5_intended_diff_only": 0.11000001430511475, + "tpp_threshold_5_unintended_diff_only": 0.01000000536441803, + "tpp_threshold_10_total_metric": 0.14550000429153442, + "tpp_threshold_10_intended_diff_only": 0.156000018119812, + "tpp_threshold_10_unintended_diff_only": 0.010500013828277588 + } + }, + "canrager/amazon_reviews_mcauley_1and5": { + "1": { + "tpp_threshold_2_total_metric": 0.011000022292137146, + "tpp_threshold_2_intended_diff_only": 0.008000016212463379, + "tpp_threshold_2_unintended_diff_only": -0.003000006079673767, + "tpp_threshold_5_total_metric": 0.010749995708465576, + "tpp_threshold_5_intended_diff_only": 0.009999990463256836, + "tpp_threshold_5_unintended_diff_only": -0.0007500052452087402, + "tpp_threshold_10_total_metric": 0.003000020980834961, + "tpp_threshold_10_intended_diff_only": 0.008000016212463379, + "tpp_threshold_10_unintended_diff_only": 0.004999995231628418 + }, + "2": { + "tpp_threshold_2_total_metric": 0.004500061273574829, + "tpp_threshold_2_intended_diff_only": 0.010000050067901611, + "tpp_threshold_2_unintended_diff_only": 0.005499988794326782, + "tpp_threshold_5_total_metric": 0.011750027537345886, + "tpp_threshold_5_intended_diff_only": 0.021000027656555176, + "tpp_threshold_5_unintended_diff_only": 0.00925000011920929, + "tpp_threshold_10_total_metric": 0.04675005376338959, + "tpp_threshold_10_intended_diff_only": 0.05200004577636719, + "tpp_threshold_10_unintended_diff_only": 0.0052499920129776 + }, + "3": { + "tpp_threshold_2_total_metric": 0.011500030755996704, + "tpp_threshold_2_intended_diff_only": 0.0040000081062316895, + "tpp_threshold_2_unintended_diff_only": -0.007500022649765015, + "tpp_threshold_5_total_metric": 0.016749978065490723, + "tpp_threshold_5_intended_diff_only": 0.014999985694885254, + "tpp_threshold_5_unintended_diff_only": -0.0017499923706054688, + "tpp_threshold_10_total_metric": 0.014000028371810913, + "tpp_threshold_10_intended_diff_only": 0.017000019550323486, + "tpp_threshold_10_unintended_diff_only": 0.0029999911785125732 + }, + "5": { + "tpp_threshold_2_total_metric": -4.470348358154297e-08, + "tpp_threshold_2_intended_diff_only": 0.007999956607818604, + "tpp_threshold_2_unintended_diff_only": 0.008000001311302185, + "tpp_threshold_5_total_metric": 0.014249995350837708, + "tpp_threshold_5_intended_diff_only": 0.014999985694885254, + "tpp_threshold_5_unintended_diff_only": 0.0007499903440475464, + "tpp_threshold_10_total_metric": 0.013249978423118591, + "tpp_threshold_10_intended_diff_only": 0.015999972820281982, + "tpp_threshold_10_unintended_diff_only": 0.002749994397163391 + }, + "6": { + "tpp_threshold_2_total_metric": 0.03499998152256012, + "tpp_threshold_2_intended_diff_only": 0.034999966621398926, + "tpp_threshold_2_unintended_diff_only": -1.4901161193847656e-08, + "tpp_threshold_5_total_metric": 0.051500022411346436, + "tpp_threshold_5_intended_diff_only": 0.05900001525878906, + "tpp_threshold_5_unintended_diff_only": 0.007499992847442627, + "tpp_threshold_10_total_metric": 0.1677500158548355, + "tpp_threshold_10_intended_diff_only": 0.17900002002716064, + "tpp_threshold_10_unintended_diff_only": 0.011250004172325134 + } + } + } +} \ No newline at end of file