diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..d5277af3acefe6d87d068e30d526298d8d9f2e3a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,29 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/overview.png filter=lfs diff=lfs merge=lfs -text diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/analysis.pkl b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..08140a895045003d045301bc2264ac4377765faa --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2fc3c2be3582ff92dc6ec74e97800af5466c8a339390e2aa2a57074ad1976f9 +size 34940 diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..e2c8664eb3db4e73d2712cab768d2dd00f1278eb --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"random":0.8433269455},"('Mean Dice AUBC', 'std')":{"random":0.00208091},"('Mean Dice AUBC', 'count')":{"random":4},"('Mean Dice Final', 'mean')":{"random":0.8565592316},"('Mean Dice Final', 'std')":{"random":0.001692515},"('Mean Dice Final', 'count')":{"random":4},"('Class 1 Dice AUBC', 'mean')":{"random":0.9349503049},"('Class 1 Dice AUBC', 'std')":{"random":0.0037123768},"('Class 1 Dice AUBC', 'count')":{"random":4},"('Class 1 Dice Final', 'mean')":{"random":0.9391071891},"('Class 1 Dice Final', 'std')":{"random":0.0014071408},"('Class 1 Dice Final', 'count')":{"random":4},"('Class 10 Dice AUBC', 'mean')":{"random":0.8074246928},"('Class 10 Dice AUBC', 'std')":{"random":0.0052217738},"('Class 10 Dice AUBC', 'count')":{"random":4},"('Class 10 Dice Final', 'mean')":{"random":0.8230786442},"('Class 10 Dice Final', 'std')":{"random":0.0030677927},"('Class 10 Dice Final', 'count')":{"random":4},"('Class 11 Dice AUBC', 'mean')":{"random":0.7647471262},"('Class 11 Dice AUBC', 'std')":{"random":0.0020538208},"('Class 11 Dice AUBC', 'count')":{"random":4},"('Class 11 Dice Final', 'mean')":{"random":0.7705140723},"('Class 11 Dice Final', 'std')":{"random":0.0042238186},"('Class 11 Dice Final', 'count')":{"random":4},"('Class 12 Dice AUBC', 'mean')":{"random":0.7668382247},"('Class 12 Dice AUBC', 'std')":{"random":0.0019355499},"('Class 12 Dice AUBC', 'count')":{"random":4},"('Class 12 Dice Final', 'mean')":{"random":0.7816829787},"('Class 12 Dice Final', 'std')":{"random":0.0022787295},"('Class 12 Dice Final', 'count')":{"random":4},"('Class 13 Dice AUBC', 'mean')":{"random":0.7166212692},"('Class 13 Dice AUBC', 'std')":{"random":0.0087173683},"('Class 13 Dice AUBC', 'count')":{"random":4},"('Class 13 Dice Final', 'mean')":{"random":0.7411470469},"('Class 13 Dice Final', 'std')":{"random":0.004004669},"('Class 13 Dice Final', 'count')":{"random":4},"('Class 14 Dice AUBC', 'mean')":{"random":0.8132255644},"('Class 14 Dice AUBC', 'std')":{"random":0.0048879565},"('Class 14 Dice AUBC', 'count')":{"random":4},"('Class 14 Dice Final', 'mean')":{"random":0.8349744673},"('Class 14 Dice Final', 'std')":{"random":0.0128529202},"('Class 14 Dice Final', 'count')":{"random":4},"('Class 15 Dice AUBC', 'mean')":{"random":0.7754331998},"('Class 15 Dice AUBC', 'std')":{"random":0.0118187749},"('Class 15 Dice AUBC', 'count')":{"random":4},"('Class 15 Dice Final', 'mean')":{"random":0.8033049317},"('Class 15 Dice Final', 'std')":{"random":0.01322895},"('Class 15 Dice Final', 'count')":{"random":4},"('Class 2 Dice AUBC', 'mean')":{"random":0.9461201178},"('Class 2 Dice AUBC', 'std')":{"random":0.0036210744},"('Class 2 Dice AUBC', 'count')":{"random":4},"('Class 2 Dice Final', 'mean')":{"random":0.952833885},"('Class 2 Dice Final', 'std')":{"random":0.0026474674},"('Class 2 Dice Final', 'count')":{"random":4},"('Class 3 Dice AUBC', 'mean')":{"random":0.9513981697},"('Class 3 Dice AUBC', 'std')":{"random":0.0032872854},"('Class 3 Dice AUBC', 'count')":{"random":4},"('Class 3 Dice Final', 'mean')":{"random":0.9562723405},"('Class 3 Dice Final', 'std')":{"random":0.0010146101},"('Class 3 Dice Final', 'count')":{"random":4},"('Class 4 Dice AUBC', 'mean')":{"random":0.7431836798},"('Class 4 Dice AUBC', 'std')":{"random":0.0058280696},"('Class 4 Dice AUBC', 'count')":{"random":4},"('Class 4 Dice Final', 'mean')":{"random":0.7608908826},"('Class 4 Dice Final', 'std')":{"random":0.0017647839},"('Class 4 Dice Final', 'count')":{"random":4},"('Class 5 Dice AUBC', 'mean')":{"random":0.7902641044},"('Class 5 Dice AUBC', 'std')":{"random":0.0104241825},"('Class 5 Dice AUBC', 'count')":{"random":4},"('Class 5 Dice Final', 'mean')":{"random":0.805067149},"('Class 5 Dice Final', 'std')":{"random":0.0079529067},"('Class 5 Dice Final', 'count')":{"random":4},"('Class 6 Dice AUBC', 'mean')":{"random":0.9616548573},"('Class 6 Dice AUBC', 'std')":{"random":0.0013425825},"('Class 6 Dice AUBC', 'count')":{"random":4},"('Class 6 Dice Final', 'mean')":{"random":0.9671146622},"('Class 6 Dice Final', 'std')":{"random":0.0011693154},"('Class 6 Dice Final', 'count')":{"random":4},"('Class 7 Dice AUBC', 'mean')":{"random":0.8425533996},"('Class 7 Dice AUBC', 'std')":{"random":0.0096393767},"('Class 7 Dice AUBC', 'count')":{"random":4},"('Class 7 Dice Final', 'mean')":{"random":0.8709319483},"('Class 7 Dice Final', 'std')":{"random":0.0070829456},"('Class 7 Dice Final', 'count')":{"random":4},"('Class 8 Dice AUBC', 'mean')":{"random":0.942784352},"('Class 8 Dice AUBC', 'std')":{"random":0.0022470429},"('Class 8 Dice AUBC', 'count')":{"random":4},"('Class 8 Dice Final', 'mean')":{"random":0.9448151011},"('Class 8 Dice Final', 'std')":{"random":0.0007742032},"('Class 8 Dice Final', 'count')":{"random":4},"('Class 9 Dice AUBC', 'mean')":{"random":0.8927051208},"('Class 9 Dice AUBC', 'std')":{"random":0.001981172},"('Class 9 Dice AUBC', 'count')":{"random":4},"('Class 9 Dice Final', 'mean')":{"random":0.896653175},"('Class 9 Dice Final', 'std')":{"random":0.0002455733},"('Class 9 Dice Final', 'count')":{"random":4}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..47eea3490e95ce26eb1abd1ae69248a5682415ee --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.txt @@ -0,0 +1,4 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +random 0.843327 0.002081 4 0.856559 0.001693 4 0.93495 0.003712 4 0.939107 0.001407 4 0.807425 0.005222 4 0.823079 0.003068 4 0.764747 0.002054 4 0.770514 0.004224 4 0.766838 0.001936 4 0.781683 0.002279 4 0.716621 0.008717 4 0.741147 0.004005 4 0.813226 0.004888 4 0.834974 0.012853 4 0.775433 0.011819 4 0.803305 0.013229 4 0.94612 0.003621 4 0.952834 0.002647 4 0.951398 0.003287 4 0.956272 0.001015 4 0.743184 0.005828 4 0.760891 0.001765 4 0.790264 0.010424 4 0.805067 0.007953 4 0.961655 0.001343 4 0.967115 0.001169 4 0.842553 0.009639 4 0.870932 0.007083 4 0.942784 0.002247 4 0.944815 0.000774 4 0.892705 0.001981 4 0.896653 0.000246 4 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc_pretty.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..0d8101bf21d2466b5650990c7813341669b2ca11 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc_pretty.txt @@ -0,0 +1,2 @@ + Mean DICE Final Mean DICE AUBC #Seeds +random 85.66 (+/- 0.17) 84.33 (+/- 0.21) 4.0 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..fea089e71e68dc3729d0411d6a9424389b41d013 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"random"},"beta":{"0":6.9158067563},"beta_std":{"0":0.2773845674}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..faf583ef91688a3833b1af34a70d2d3357ccf610 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.txt @@ -0,0 +1,2 @@ + Query Method beta beta_std +0 random 6.915807 0.277385 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/overview.png b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..7b7d210100f4c15c818a0ce0a76e44f1b8f24ab5 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b3d823fe2f72d85ec733cf76402a4c501a717e7f2c7eddb81d20047a7bb46e +size 464354 diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..80bc198dfd45e1339229aa56420d752b33e5aa48 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.json @@ -0,0 +1,15 @@ +{ + "matrix": { + "random": { + "random": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.png b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..6e54cc48a577636201c705638b560f62a4113a51 Binary files /dev/null and b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.png differ diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/analysis.pkl b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2b3e4d28a9d0b16535cb987a06ef337f5a1d686a --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608aed97eaa14a05f303dd186857dd5e298ebb9ab390e43ee76922edd3ae7a18 +size 18527 diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..a43bf974c81d70e7d78d39966768049083017409 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"random":0.8649020335},"('Mean Dice AUBC', 'std')":{"random":null},"('Mean Dice AUBC', 'count')":{"random":1},"('Mean Dice Final', 'mean')":{"random":0.8749639612},"('Mean Dice Final', 'std')":{"random":null},"('Mean Dice Final', 'count')":{"random":1},"('Class 1 Dice AUBC', 'mean')":{"random":0.9414458459},"('Class 1 Dice AUBC', 'std')":{"random":null},"('Class 1 Dice AUBC', 'count')":{"random":1},"('Class 1 Dice Final', 'mean')":{"random":0.9462325806},"('Class 1 Dice Final', 'std')":{"random":null},"('Class 1 Dice Final', 'count')":{"random":1},"('Class 10 Dice AUBC', 'mean')":{"random":0.8344339822},"('Class 10 Dice AUBC', 'std')":{"random":null},"('Class 10 Dice AUBC', 'count')":{"random":1},"('Class 10 Dice Final', 'mean')":{"random":0.8460964949},"('Class 10 Dice Final', 'std')":{"random":null},"('Class 10 Dice Final', 'count')":{"random":1},"('Class 11 Dice AUBC', 'mean')":{"random":0.7897595323},"('Class 11 Dice AUBC', 'std')":{"random":null},"('Class 11 Dice AUBC', 'count')":{"random":1},"('Class 11 Dice Final', 'mean')":{"random":0.8000245635},"('Class 11 Dice Final', 'std')":{"random":null},"('Class 11 Dice Final', 'count')":{"random":1},"('Class 12 Dice AUBC', 'mean')":{"random":0.7928266277},"('Class 12 Dice AUBC', 'std')":{"random":null},"('Class 12 Dice AUBC', 'count')":{"random":1},"('Class 12 Dice Final', 'mean')":{"random":0.8086569667},"('Class 12 Dice Final', 'std')":{"random":null},"('Class 12 Dice Final', 'count')":{"random":1},"('Class 13 Dice AUBC', 'mean')":{"random":0.7576646259},"('Class 13 Dice AUBC', 'std')":{"random":null},"('Class 13 Dice AUBC', 'count')":{"random":1},"('Class 13 Dice Final', 'mean')":{"random":0.7739864807},"('Class 13 Dice Final', 'std')":{"random":null},"('Class 13 Dice Final', 'count')":{"random":1},"('Class 14 Dice AUBC', 'mean')":{"random":0.8528209806},"('Class 14 Dice AUBC', 'std')":{"random":null},"('Class 14 Dice AUBC', 'count')":{"random":1},"('Class 14 Dice Final', 'mean')":{"random":0.8712063166},"('Class 14 Dice Final', 'std')":{"random":null},"('Class 14 Dice Final', 'count')":{"random":1},"('Class 15 Dice AUBC', 'mean')":{"random":0.8087897174},"('Class 15 Dice AUBC', 'std')":{"random":null},"('Class 15 Dice AUBC', 'count')":{"random":1},"('Class 15 Dice Final', 'mean')":{"random":0.827216929},"('Class 15 Dice Final', 'std')":{"random":null},"('Class 15 Dice Final', 'count')":{"random":1},"('Class 2 Dice AUBC', 'mean')":{"random":0.959446135},"('Class 2 Dice AUBC', 'std')":{"random":null},"('Class 2 Dice AUBC', 'count')":{"random":1},"('Class 2 Dice Final', 'mean')":{"random":0.9623799795},"('Class 2 Dice Final', 'std')":{"random":null},"('Class 2 Dice Final', 'count')":{"random":1},"('Class 3 Dice AUBC', 'mean')":{"random":0.9604085167},"('Class 3 Dice AUBC', 'std')":{"random":null},"('Class 3 Dice AUBC', 'count')":{"random":1},"('Class 3 Dice Final', 'mean')":{"random":0.9638264114},"('Class 3 Dice Final', 'std')":{"random":null},"('Class 3 Dice Final', 'count')":{"random":1},"('Class 4 Dice AUBC', 'mean')":{"random":0.7459938386},"('Class 4 Dice AUBC', 'std')":{"random":null},"('Class 4 Dice AUBC', 'count')":{"random":1},"('Class 4 Dice Final', 'mean')":{"random":0.7648449362},"('Class 4 Dice Final', 'std')":{"random":null},"('Class 4 Dice Final', 'count')":{"random":1},"('Class 5 Dice AUBC', 'mean')":{"random":0.8278833462},"('Class 5 Dice AUBC', 'std')":{"random":null},"('Class 5 Dice AUBC', 'count')":{"random":1},"('Class 5 Dice Final', 'mean')":{"random":0.835742105},"('Class 5 Dice Final', 'std')":{"random":null},"('Class 5 Dice Final', 'count')":{"random":1},"('Class 6 Dice AUBC', 'mean')":{"random":0.9698193747},"('Class 6 Dice AUBC', 'std')":{"random":null},"('Class 6 Dice AUBC', 'count')":{"random":1},"('Class 6 Dice Final', 'mean')":{"random":0.9724592192},"('Class 6 Dice Final', 'std')":{"random":null},"('Class 6 Dice Final', 'count')":{"random":1},"('Class 7 Dice AUBC', 'mean')":{"random":0.8744152147},"('Class 7 Dice AUBC', 'std')":{"random":null},"('Class 7 Dice AUBC', 'count')":{"random":1},"('Class 7 Dice Final', 'mean')":{"random":0.8888618125},"('Class 7 Dice Final', 'std')":{"random":null},"('Class 7 Dice Final', 'count')":{"random":1},"('Class 8 Dice AUBC', 'mean')":{"random":0.9513053799},"('Class 8 Dice AUBC', 'std')":{"random":null},"('Class 8 Dice AUBC', 'count')":{"random":1},"('Class 8 Dice Final', 'mean')":{"random":0.9521191065},"('Class 8 Dice Final', 'std')":{"random":null},"('Class 8 Dice Final', 'count')":{"random":1},"('Class 9 Dice AUBC', 'mean')":{"random":0.9065173854},"('Class 9 Dice AUBC', 'std')":{"random":null},"('Class 9 Dice AUBC', 'count')":{"random":1},"('Class 9 Dice Final', 'mean')":{"random":0.9108055163},"('Class 9 Dice Final', 'std')":{"random":null},"('Class 9 Dice Final', 'count')":{"random":1}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..045032cf2984ac024f326b0f30edeb44f0a8c8dc --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.txt @@ -0,0 +1,4 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +random 0.864902 NaN 1 0.874964 NaN 1 0.941446 NaN 1 0.946233 NaN 1 0.834434 NaN 1 0.846096 NaN 1 0.78976 NaN 1 0.800025 NaN 1 0.792827 NaN 1 0.808657 NaN 1 0.757665 NaN 1 0.773986 NaN 1 0.852821 NaN 1 0.871206 NaN 1 0.80879 NaN 1 0.827217 NaN 1 0.959446 NaN 1 0.96238 NaN 1 0.960409 NaN 1 0.963826 NaN 1 0.745994 NaN 1 0.764845 NaN 1 0.827883 NaN 1 0.835742 NaN 1 0.969819 NaN 1 0.972459 NaN 1 0.874415 NaN 1 0.888862 NaN 1 0.951305 NaN 1 0.952119 NaN 1 0.906517 NaN 1 0.910806 NaN 1 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc_pretty.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..10c90c53327ec8fe7cc9c785a81dbf76c4b2f4a7 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc_pretty.txt @@ -0,0 +1,2 @@ + Mean DICE Final Mean DICE AUBC #Seeds +random 87.50 (+/- nan) 86.49 (+/- nan) 1.0 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..c1e0fb030d4d9fce335fb989b6809613ef501cb4 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"random"},"beta":{"0":4.8089814795},"beta_std":{"0":0.179381551}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..090f4b7ecf584ff1d658206dcfba4824dd84672d --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.txt @@ -0,0 +1,2 @@ + Query Method beta beta_std +0 random 4.808981 0.179382 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/overview.png b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..cb0cbc9c9f8d6b028b7dd19bd6c4dcc780fcd7ef --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d350e8752f3e9342cb7bd254df1c618f5508a750a9b0665455ea351504674a +size 407188 diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..80bc198dfd45e1339229aa56420d752b33e5aa48 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.json @@ -0,0 +1,15 @@ +{ + "matrix": { + "random": { + "random": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.png b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..6e54cc48a577636201c705638b560f62a4113a51 Binary files /dev/null and b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.png differ diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3e28f1379782e8a5a81479dfdef2ee40c4129cca --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb50ca02941a55bfda68577c609093970149b1be29b69ed36c90a6d56d32d6b +size 215837 diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..7e7bbcd75715a45b7a86e8f9622360a20df1f4e9 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3153902833,"mutual_information":0.1693315501,"power_bald":0.2170722181,"power_pe":0.2328193141,"pred_entropy":0.2461331537,"random":0.1614404988,"random-label":0.4812099067,"random-label2":0.3931649691,"softrank_bald":0.199523051},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.0276595266,"mutual_information":0.023344606,"power_bald":0.0148178702,"power_pe":0.012609402,"pred_entropy":0.023408139,"random":0.0161763548,"random-label":0.0067620641,"random-label2":0.0268439114,"softrank_bald":0.0155282286},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.4385107438,"mutual_information":0.1784513114,"power_bald":0.2583146539,"power_pe":0.2705455043,"pred_entropy":0.2737367824,"random":0.1699208515,"random-label":0.6025369852,"random-label2":0.5161023568,"softrank_bald":0.2347531249},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0268168841,"mutual_information":0.0460378541,"power_bald":0.0224766486,"power_pe":0.0203287448,"pred_entropy":0.052125804,"random":0.0331661985,"random-label":0.0045368499,"random-label2":0.042051751,"softrank_bald":0.0319388541},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.5262640801,"mutual_information":0.3807479995,"power_bald":0.4541117253,"power_pe":0.4570282373,"pred_entropy":0.3241456715,"random":0.3700682413,"random-label":0.5858806013,"random-label2":0.4845972905,"softrank_bald":0.4364358939},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0583647018,"mutual_information":0.026836295,"power_bald":0.0429274439,"power_pe":0.0352153593,"pred_entropy":0.1063160976,"random":0.0372606648,"random-label":0.0272506255,"random-label2":0.0265999654,"softrank_bald":0.0291862612},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.6533010193,"mutual_information":0.4497005081,"power_bald":0.5244476211,"power_pe":0.4846969446,"pred_entropy":0.4420816963,"random":0.3962741528,"random-label":0.6877551601,"random-label2":0.566992355,"softrank_bald":0.5120963651},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.0142210149,"mutual_information":0.049084857,"power_bald":0.026881179,"power_pe":0.0593918336,"pred_entropy":0.1262072598,"random":0.0602659911,"random-label":0.0288680277,"random-label2":0.0192514122,"softrank_bald":0.0221308818},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.2445636888,"mutual_information":0.0385976303,"power_bald":0.1389912743,"power_pe":0.1751579702,"pred_entropy":0.2445101074,"random":0.0885405201,"random-label":0.3792364104,"random-label2":0.3520370221,"softrank_bald":0.076871539},"('Class 10 Dice AUBC', 'std')":{"class_power_pe66_exp":0.009607676,"mutual_information":0.0251971094,"power_bald":0.0662463832,"power_pe":0.0392004547,"pred_entropy":0.0378675636,"random":0.0316347428,"random-label":0.0275690331,"random-label2":0.0242782377,"softrank_bald":0.0327442515},"('Class 10 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"class_power_pe66_exp":0.3991703215,"mutual_information":0.000046371,"power_bald":0.1434303835,"power_pe":0.1993945909,"pred_entropy":0.3276200532,"random":0.0839364565,"random-label":0.499546711,"random-label2":0.4570493934,"softrank_bald":0.0229121391},"('Class 10 Dice Final', 'std')":{"class_power_pe66_exp":0.0563230393,"mutual_information":0.0000927419,"power_bald":0.066285889,"power_pe":0.0595524645,"pred_entropy":0.1098519134,"random":0.0570132899,"random-label":0.0227742907,"random-label2":0.0509672379,"softrank_bald":0.0387454766},"('Class 10 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.0376435797,"mutual_information":0.000414321,"power_bald":0.0014595606,"power_pe":0.0057884031,"pred_entropy":0.007416689,"random":0.0044340167,"random-label":0.4812711306,"random-label2":0.2966606032,"softrank_bald":0.0014553193},"('Class 11 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0748288385,"mutual_information":0.0006340095,"power_bald":0.0028972927,"power_pe":0.011237213,"pred_entropy":0.0069031208,"random":0.0087965234,"random-label":0.0534358191,"random-label2":0.0721821916,"softrank_bald":0.0029087139},"('Class 11 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"class_power_pe66_exp":0.0921357073,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0004378919,"random-label":0.6419789396,"random-label2":0.5296040051,"softrank_bald":0.0},"('Class 11 Dice Final', 'std')":{"class_power_pe66_exp":0.1842714146,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0005058009,"random-label":0.0179884474,"random-label2":0.0364950155,"softrank_bald":0.0},"('Class 11 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.0003038631,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0012491585,"pred_entropy":0.0015223725,"random":0.0009501392,"random-label":0.3709104657,"random-label2":0.2075449556,"softrank_bald":0.0000765659},"('Class 12 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0006077262,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.002498317,"pred_entropy":0.0017591541,"random":0.0019002785,"random-label":0.0238635816,"random-label2":0.0909307367,"softrank_bald":0.0001531318},"('Class 12 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"class_power_pe66_exp":0.0,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0,"random-label":0.5100758336,"random-label2":0.3815578108,"softrank_bald":0.0},"('Class 12 Dice Final', 'std')":{"class_power_pe66_exp":0.0,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0,"random-label":0.0168794822,"random-label2":0.09074886,"softrank_bald":0.0},"('Class 12 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.1304059719,"mutual_information":0.0132214414,"power_bald":0.0429438065,"power_pe":0.0368785033,"pred_entropy":0.0245168524,"random":0.0305426972,"random-label":0.3095922719,"random-label2":0.1734131115,"softrank_bald":0.0160741542},"('Class 13 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0584767139,"mutual_information":0.009350737,"power_bald":0.0205334473,"power_pe":0.0286322355,"pred_entropy":0.0195027031,"random":0.0242245189,"random-label":0.0124523557,"random-label2":0.0092595395,"softrank_bald":0.0226113859},"('Class 13 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"class_power_pe66_exp":0.2619414316,"mutual_information":0.0,"power_bald":0.0487821885,"power_pe":0.0456311743,"pred_entropy":0.00829582,"random":0.0346005155,"random-label":0.4471138864,"random-label2":0.2843201585,"softrank_bald":0.0161298338},"('Class 13 Dice Final', 'std')":{"class_power_pe66_exp":0.0370928377,"mutual_information":0.0,"power_bald":0.0193130042,"power_pe":0.0286883983,"pred_entropy":0.0149965611,"random":0.0285503944,"random-label":0.0121368994,"random-label2":0.0424491409,"softrank_bald":0.0322596677},"('Class 13 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.4352697842,"mutual_information":0.2409879296,"power_bald":0.2697239549,"power_pe":0.350812797,"pred_entropy":0.3815263263,"random":0.2025304226,"random-label":0.5356638769,"random-label2":0.4684083517,"softrank_bald":0.2797871513},"('Class 14 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0737813278,"mutual_information":0.1119211731,"power_bald":0.173510671,"power_pe":0.1191304401,"pred_entropy":0.1346981015,"random":0.1432918694,"random-label":0.0338848236,"random-label2":0.091853366,"softrank_bald":0.1618614698},"('Class 14 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"class_power_pe66_exp":0.6061536212,"mutual_information":0.2966097774,"power_bald":0.3832701923,"power_pe":0.4522176129,"pred_entropy":0.476667142,"random":0.2374438549,"random-label":0.6160296337,"random-label2":0.5766973485,"softrank_bald":0.4454933667},"('Class 14 Dice Final', 'std')":{"class_power_pe66_exp":0.0378429417,"mutual_information":0.2451072773,"power_bald":0.2108850601,"power_pe":0.141261858,"pred_entropy":0.1889842654,"random":0.1710270476,"random-label":0.026083224,"random-label2":0.0339812553,"softrank_bald":0.0792401508},"('Class 14 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3245571802,"mutual_information":0.2979869605,"power_bald":0.2337062806,"power_pe":0.241076124,"pred_entropy":0.4021785817,"random":0.2337469799,"random-label":0.3337642454,"random-label2":0.3650994984,"softrank_bald":0.3000584611},"('Class 15 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0873997101,"mutual_information":0.1847933099,"power_bald":0.1042751577,"power_pe":0.0937355379,"pred_entropy":0.0579819545,"random":0.0899628265,"random-label":0.0534914774,"random-label2":0.0694227181,"softrank_bald":0.1441229795},"('Class 15 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"class_power_pe66_exp":0.4209298039,"mutual_information":0.3070338651,"power_bald":0.2532053449,"power_pe":0.2256855497,"pred_entropy":0.5259229749,"random":0.2593928561,"random-label":0.3353747583,"random-label2":0.4018734523,"softrank_bald":0.3221387663},"('Class 15 Dice Final', 'std')":{"class_power_pe66_exp":0.0262358044,"mutual_information":0.2103015674,"power_bald":0.1793191398,"power_pe":0.0727738498,"pred_entropy":0.0419448351,"random":0.052657753,"random-label":0.0437267985,"random-label2":0.0707154689,"softrank_bald":0.1761231061},"('Class 15 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3258012943,"mutual_information":0.1779175039,"power_bald":0.2162299549,"power_pe":0.2444329643,"pred_entropy":0.2662928517,"random":0.0994243094,"random-label":0.4942207463,"random-label2":0.4024340438,"softrank_bald":0.2164251252},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0835111492,"mutual_information":0.1608608853,"power_bald":0.1236436098,"power_pe":0.1032108559,"pred_entropy":0.0718792072,"random":0.1022403599,"random-label":0.0549704077,"random-label2":0.0520658783,"softrank_bald":0.0753960543},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.5030702561,"mutual_information":0.1761064332,"power_bald":0.3289860198,"power_pe":0.351203835,"pred_entropy":0.2733439874,"random":0.1067777583,"random-label":0.6483129648,"random-label2":0.5358328043,"softrank_bald":0.3365054337},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.1432177154,"mutual_information":0.1969466135,"power_bald":0.1422140992,"power_pe":0.0563216592,"pred_entropy":0.0668331242,"random":0.1253838723,"random-label":0.0297127934,"random-label2":0.0761782207,"softrank_bald":0.1267010822},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3791221496,"mutual_information":0.1856220859,"power_bald":0.2001513798,"power_pe":0.2680862298,"pred_entropy":0.2727525622,"random":0.1374792986,"random-label":0.5153715639,"random-label2":0.4196207906,"softrank_bald":0.2055617726},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0195398595,"mutual_information":0.0853755098,"power_bald":0.0972444536,"power_pe":0.0702424227,"pred_entropy":0.0541877157,"random":0.0680256567,"random-label":0.0181323893,"random-label2":0.0497178532,"softrank_bald":0.0632937079},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.5090761728,"mutual_information":0.1688587585,"power_bald":0.217971438,"power_pe":0.3216580359,"pred_entropy":0.2765348534,"random":0.1319183061,"random-label":0.6686682974,"random-label2":0.5797178419,"softrank_bald":0.2102918787},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.0710411636,"mutual_information":0.0900828782,"power_bald":0.0909535943,"power_pe":0.0840379495,"pred_entropy":0.1495926171,"random":0.1069765115,"random-label":0.0445244108,"random-label2":0.0644764638,"softrank_bald":0.0683391165},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3575431289,"mutual_information":0.244806573,"power_bald":0.3189584906,"power_pe":0.2764926004,"pred_entropy":0.291374409,"random":0.2370880784,"random-label":0.4432315488,"random-label2":0.3907513566,"softrank_bald":0.2208700986},"('Class 4 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0629207281,"mutual_information":0.0328696537,"power_bald":0.0263834096,"power_pe":0.0674876143,"pred_entropy":0.0261445621,"random":0.0854648383,"random-label":0.0421893442,"random-label2":0.0047341701,"softrank_bald":0.0790763959},"('Class 4 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"class_power_pe66_exp":0.4642135282,"mutual_information":0.2658319783,"power_bald":0.3559306391,"power_pe":0.2578626937,"pred_entropy":0.3005157023,"random":0.2246158453,"random-label":0.5126069053,"random-label2":0.455228761,"softrank_bald":0.2225320016},"('Class 4 Dice Final', 'std')":{"class_power_pe66_exp":0.0361046632,"mutual_information":0.0350513468,"power_bald":0.0206029609,"power_pe":0.0827345758,"pred_entropy":0.0445709816,"random":0.1159757397,"random-label":0.048245789,"random-label2":0.033784693,"softrank_bald":0.0930465149},"('Class 4 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.0879897415,"mutual_information":0.0006151376,"power_bald":0.0000018535,"power_pe":0.0000407503,"pred_entropy":0.0010964787,"random":0.0010473381,"random-label":0.3947063007,"random-label2":0.2292505934,"softrank_bald":0.0005801741},"('Class 5 Dice AUBC', 'std')":{"class_power_pe66_exp":0.088210678,"mutual_information":0.0008703793,"power_bald":0.0000030419,"power_pe":0.0000480009,"pred_entropy":0.0014645264,"random":0.0020946762,"random-label":0.0405508644,"random-label2":0.0749718306,"softrank_bald":0.0011603483},"('Class 5 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"class_power_pe66_exp":0.2629839318,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0001397665,"pred_entropy":0.0,"random":0.0,"random-label":0.6162294124,"random-label2":0.4148366812,"softrank_bald":0.0},"('Class 5 Dice Final', 'std')":{"class_power_pe66_exp":0.2101290961,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0002795329,"pred_entropy":0.0,"random":0.0,"random-label":0.0199078405,"random-label2":0.1229676199,"softrank_bald":0.0},"('Class 5 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.7626053539,"mutual_information":0.6682126475,"power_bald":0.7451617782,"power_pe":0.7438675595,"pred_entropy":0.685666351,"random":0.6713449759,"random-label":0.7876372237,"random-label2":0.74697021,"softrank_bald":0.7207522209},"('Class 6 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0133640917,"mutual_information":0.0433281347,"power_bald":0.012424291,"power_pe":0.0134061332,"pred_entropy":0.0495429517,"random":0.0255237833,"random-label":0.0057990425,"random-label2":0.0320033094,"softrank_bald":0.0161435409},"('Class 6 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"class_power_pe66_exp":0.8085687127,"mutual_information":0.7152826195,"power_bald":0.7833279644,"power_pe":0.785407907,"pred_entropy":0.7077267528,"random":0.7179269924,"random-label":0.8451337018,"random-label2":0.8027313286,"softrank_bald":0.77476419},"('Class 6 Dice Final', 'std')":{"class_power_pe66_exp":0.014349141,"mutual_information":0.0303188519,"power_bald":0.0096408106,"power_pe":0.0152624544,"pred_entropy":0.0696044952,"random":0.0262472422,"random-label":0.0046066061,"random-label2":0.0205158366,"softrank_bald":0.0257688327},"('Class 6 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.277082726,"mutual_information":0.1767856296,"power_bald":0.1996219008,"power_pe":0.2357040731,"pred_entropy":0.2413213466,"random":0.1243510895,"random-label":0.3786207905,"random-label2":0.2880917325,"softrank_bald":0.2282671758},"('Class 7 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0297685096,"mutual_information":0.0591951719,"power_bald":0.0404842545,"power_pe":0.0125161755,"pred_entropy":0.0128148757,"random":0.0512453178,"random-label":0.0383873331,"random-label2":0.0372226046,"softrank_bald":0.0256074223},"('Class 7 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"class_power_pe66_exp":0.3825384848,"mutual_information":0.1924337985,"power_bald":0.2892997684,"power_pe":0.3257842497,"pred_entropy":0.291811358,"random":0.1525722278,"random-label":0.478258872,"random-label2":0.3976763683,"softrank_bald":0.2902196577},"('Class 7 Dice Final', 'std')":{"class_power_pe66_exp":0.0299035809,"mutual_information":0.0724366016,"power_bald":0.0281290412,"power_pe":0.0276062946,"pred_entropy":0.0427904716,"random":0.0607738912,"random-label":0.0326104731,"random-label2":0.0384843596,"softrank_bald":0.0756096811},"('Class 7 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.5217312367,"mutual_information":0.094325207,"power_bald":0.3310503508,"power_pe":0.3427120576,"pred_entropy":0.2788193013,"random":0.154931415,"random-label":0.658018566,"random-label2":0.6338073349,"softrank_bald":0.2439780174},"('Class 8 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0929386157,"mutual_information":0.0193591683,"power_bald":0.1054307171,"power_pe":0.2040501621,"pred_entropy":0.1895101344,"random":0.069815613,"random-label":0.0420715459,"random-label2":0.0420998619,"softrank_bald":0.1375170775},"('Class 8 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"class_power_pe66_exp":0.6584018746,"mutual_information":0.1048655611,"power_bald":0.4256652697,"power_pe":0.4181484915,"pred_entropy":0.2346567341,"random":0.1489393343,"random-label":0.8259760778,"random-label2":0.754666353,"softrank_bald":0.3366633903},"('Class 8 Dice Final', 'std')":{"class_power_pe66_exp":0.0394341359,"mutual_information":0.1378609562,"power_bald":0.2235703033,"power_pe":0.2140776205,"pred_entropy":0.2707457063,"random":0.0430174311,"random-label":0.0162815422,"random-label2":0.0440075279,"softrank_bald":0.1736385355},"('Class 8 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3199704705,"mutual_information":0.019732185,"power_bald":0.1039709615,"power_pe":0.1129622834,"pred_entropy":0.2688574039,"random":0.0651279594,"random-label":0.5500228583,"random-label2":0.4387876412,"softrank_bald":0.0456520951},"('Class 9 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0344089976,"mutual_information":0.0128385964,"power_bald":0.041888164,"power_pe":0.0382654482,"pred_entropy":0.1230041031,"random":0.0511297461,"random-label":0.0206877708,"random-label2":0.0661768738,"softrank_bald":0.0358372458},"('Class 9 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"class_power_pe66_exp":0.5551762918,"mutual_information":0.0,"power_bald":0.1204029784,"power_pe":0.1903517125,"pred_entropy":0.2408746623,"random":0.053976581,"random-label":0.704993624,"random-label2":0.6027506894,"softrank_bald":0.031549851},"('Class 9 Dice Final', 'std')":{"class_power_pe66_exp":0.0266128316,"mutual_information":0.0,"power_bald":0.0512492107,"power_pe":0.0464752129,"pred_entropy":0.2623273579,"random":0.0733165637,"random-label":0.034219069,"random-label2":0.0793966154,"softrank_bald":0.0630991106},"('Class 9 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..3cb390b9dbfa084ee96c347504aefd0a8b883ed0 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.315390 0.027660 4 0.438511 0.026817 4 0.526264 0.058365 4 0.653301 0.014221 4 0.244564 0.009608 4 0.399170 0.056323 4 0.037644 0.074829 4 0.092136 0.184271 4 0.000304 0.000608 4 0.000000 0.000000 4 0.130406 0.058477 4 0.261941 0.037093 4 0.435270 0.073781 4 0.606154 0.037843 4 0.324557 0.087400 4 0.420930 0.026236 4 0.325801 0.083511 4 0.503070 0.143218 4 0.379122 0.019540 4 0.509076 0.071041 4 0.357543 0.062921 4 0.464214 0.036105 4 0.087990 0.088211 4 0.262984 0.210129 4 0.762605 0.013364 4 0.808569 0.014349 4 0.277083 0.029769 4 0.382538 0.029904 4 0.521731 0.092939 4 0.658402 0.039434 4 0.319970 0.034409 4 0.555176 0.026613 4 +mutual_information 0.169332 0.023345 4 0.178451 0.046038 4 0.380748 0.026836 4 0.449701 0.049085 4 0.038598 0.025197 4 0.000046 0.000093 4 0.000414 0.000634 4 0.000000 0.000000 4 0.000000 0.000000 4 0.000000 0.000000 4 0.013221 0.009351 4 0.000000 0.000000 4 0.240988 0.111921 4 0.296610 0.245107 4 0.297987 0.184793 4 0.307034 0.210302 4 0.177918 0.160861 4 0.176106 0.196947 4 0.185622 0.085376 4 0.168859 0.090083 4 0.244807 0.032870 4 0.265832 0.035051 4 0.000615 0.000870 4 0.000000 0.000000 4 0.668213 0.043328 4 0.715283 0.030319 4 0.176786 0.059195 4 0.192434 0.072437 4 0.094325 0.019359 4 0.104866 0.137861 4 0.019732 0.012839 4 0.000000 0.000000 4 +power_bald 0.217072 0.014818 4 0.258315 0.022477 4 0.454112 0.042927 4 0.524448 0.026881 4 0.138991 0.066246 4 0.143430 0.066286 4 0.001460 0.002897 4 0.000000 0.000000 4 0.000000 0.000000 4 0.000000 0.000000 4 0.042944 0.020533 4 0.048782 0.019313 4 0.269724 0.173511 4 0.383270 0.210885 4 0.233706 0.104275 4 0.253205 0.179319 4 0.216230 0.123644 4 0.328986 0.142214 4 0.200151 0.097244 4 0.217971 0.090954 4 0.318958 0.026383 4 0.355931 0.020603 4 0.000002 0.000003 4 0.000000 0.000000 4 0.745162 0.012424 4 0.783328 0.009641 4 0.199622 0.040484 4 0.289300 0.028129 4 0.331050 0.105431 4 0.425665 0.223570 4 0.103971 0.041888 4 0.120403 0.051249 4 +power_pe 0.232819 0.012609 4 0.270546 0.020329 4 0.457028 0.035215 4 0.484697 0.059392 4 0.175158 0.039200 4 0.199395 0.059552 4 0.005788 0.011237 4 0.000000 0.000000 4 0.001249 0.002498 4 0.000000 0.000000 4 0.036879 0.028632 4 0.045631 0.028688 4 0.350813 0.119130 4 0.452218 0.141262 4 0.241076 0.093736 4 0.225686 0.072774 4 0.244433 0.103211 4 0.351204 0.056322 4 0.268086 0.070242 4 0.321658 0.084038 4 0.276493 0.067488 4 0.257863 0.082735 4 0.000041 0.000048 4 0.000140 0.000280 4 0.743868 0.013406 4 0.785408 0.015262 4 0.235704 0.012516 4 0.325784 0.027606 4 0.342712 0.204050 4 0.418148 0.214078 4 0.112962 0.038265 4 0.190352 0.046475 4 +pred_entropy 0.246133 0.023408 4 0.273737 0.052126 4 0.324146 0.106316 4 0.442082 0.126207 4 0.244510 0.037868 4 0.327620 0.109852 4 0.007417 0.006903 4 0.000000 0.000000 4 0.001522 0.001759 4 0.000000 0.000000 4 0.024517 0.019503 4 0.008296 0.014997 4 0.381526 0.134698 4 0.476667 0.188984 4 0.402179 0.057982 4 0.525923 0.041945 4 0.266293 0.071879 4 0.273344 0.066833 4 0.272753 0.054188 4 0.276535 0.149593 4 0.291374 0.026145 4 0.300516 0.044571 4 0.001096 0.001465 4 0.000000 0.000000 4 0.685666 0.049543 4 0.707727 0.069604 4 0.241321 0.012815 4 0.291811 0.042790 4 0.278819 0.189510 4 0.234657 0.270746 4 0.268857 0.123004 4 0.240875 0.262327 4 +random 0.161440 0.016176 4 0.169921 0.033166 4 0.370068 0.037261 4 0.396274 0.060266 4 0.088541 0.031635 4 0.083936 0.057013 4 0.004434 0.008797 4 0.000438 0.000506 4 0.000950 0.001900 4 0.000000 0.000000 4 0.030543 0.024225 4 0.034601 0.028550 4 0.202530 0.143292 4 0.237444 0.171027 4 0.233747 0.089963 4 0.259393 0.052658 4 0.099424 0.102240 4 0.106778 0.125384 4 0.137479 0.068026 4 0.131918 0.106977 4 0.237088 0.085465 4 0.224616 0.115976 4 0.001047 0.002095 4 0.000000 0.000000 4 0.671345 0.025524 4 0.717927 0.026247 4 0.124351 0.051245 4 0.152572 0.060774 4 0.154931 0.069816 4 0.148939 0.043017 4 0.065128 0.051130 4 0.053977 0.073317 4 +random-label 0.481210 0.006762 4 0.602537 0.004537 4 0.585881 0.027251 4 0.687755 0.028868 4 0.379236 0.027569 4 0.499547 0.022774 4 0.481271 0.053436 4 0.641979 0.017988 4 0.370910 0.023864 4 0.510076 0.016879 4 0.309592 0.012452 4 0.447114 0.012137 4 0.535664 0.033885 4 0.616030 0.026083 4 0.333764 0.053491 4 0.335375 0.043727 4 0.494221 0.054970 4 0.648313 0.029713 4 0.515372 0.018132 4 0.668668 0.044524 4 0.443232 0.042189 4 0.512607 0.048246 4 0.394706 0.040551 4 0.616229 0.019908 4 0.787637 0.005799 4 0.845134 0.004607 4 0.378621 0.038387 4 0.478259 0.032610 4 0.658019 0.042072 4 0.825976 0.016282 4 0.550023 0.020688 4 0.704994 0.034219 4 +random-label2 0.393165 0.026844 4 0.516102 0.042052 4 0.484597 0.026600 4 0.566992 0.019251 4 0.352037 0.024278 4 0.457049 0.050967 4 0.296661 0.072182 4 0.529604 0.036495 4 0.207545 0.090931 4 0.381558 0.090749 4 0.173413 0.009260 4 0.284320 0.042449 4 0.468408 0.091853 4 0.576697 0.033981 4 0.365099 0.069423 4 0.401873 0.070715 4 0.402434 0.052066 4 0.535833 0.076178 4 0.419621 0.049718 4 0.579718 0.064476 4 0.390751 0.004734 4 0.455229 0.033785 4 0.229251 0.074972 4 0.414837 0.122968 4 0.746970 0.032003 4 0.802731 0.020516 4 0.288092 0.037223 4 0.397676 0.038484 4 0.633807 0.042100 4 0.754666 0.044008 4 0.438788 0.066177 4 0.602751 0.079397 4 +softrank_bald 0.199523 0.015528 4 0.234753 0.031939 4 0.436436 0.029186 4 0.512096 0.022131 4 0.076872 0.032744 4 0.022912 0.038745 4 0.001455 0.002909 4 0.000000 0.000000 4 0.000077 0.000153 4 0.000000 0.000000 4 0.016074 0.022611 4 0.016130 0.032260 4 0.279787 0.161861 4 0.445493 0.079240 4 0.300058 0.144123 4 0.322139 0.176123 4 0.216425 0.075396 4 0.336505 0.126701 4 0.205562 0.063294 4 0.210292 0.068339 4 0.220870 0.079076 4 0.222532 0.093047 4 0.000580 0.001160 4 0.000000 0.000000 4 0.720752 0.016144 4 0.774764 0.025769 4 0.228267 0.025607 4 0.290220 0.075610 4 0.243978 0.137517 4 0.336663 0.173639 4 0.045652 0.035837 4 0.031550 0.063099 4 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..35cb839dca06c43c4756ce16a3881aa561c04f45 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 43.85 (+/- 2.68) 31.54 (+/- 2.77) 4.0 +mutual_information 17.85 (+/- 4.60) 16.93 (+/- 2.33) 4.0 +power_bald 25.83 (+/- 2.25) 21.71 (+/- 1.48) 4.0 +power_pe 27.05 (+/- 2.03) 23.28 (+/- 1.26) 4.0 +pred_entropy 27.37 (+/- 5.21) 24.61 (+/- 2.34) 4.0 +random 16.99 (+/- 3.32) 16.14 (+/- 1.62) 4.0 +random-label 60.25 (+/- 0.45) 48.12 (+/- 0.68) 4.0 +random-label2 51.61 (+/- 4.21) 39.32 (+/- 2.68) 4.0 +softrank_bald 23.48 (+/- 3.19) 19.95 (+/- 1.55) 4.0 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..fd51f6233c575f458d6df59b2816c6827bc7f9f6 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":36.9595851531,"1":-10.091295276,"2":9.2992569702,"3":15.2758726772,"4":7.207023488,"5":-89.2786763881,"6":94.9207630492,"7":103.8147987073,"8":-0.6001060488},"beta_std":{"0":8.935649046,"1":20.3774047617,"2":15.9793372346,"3":8.6829632996,"4":2.1635197019,"5":165.2350969909,"6":28.6232151227,"7":24.4573485327,"8":8.1191466408}} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..71272853b6df909561474b0a504a88b1e4ce862e --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 36.959585 8.935649 +1 mutual_information -10.091295 20.377405 +2 power_bald 9.299257 15.979337 +3 power_pe 15.275873 8.682963 +4 pred_entropy 7.207023 2.163520 +5 random -89.278676 165.235097 +6 random-label 94.920763 28.623215 +7 random-label2 103.814799 24.457349 +8 softrank_bald -0.600106 8.119147 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/overview.png b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..42cb756414a5f0f5dfbef4e980b7104c506989ac --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad15a234dbb2fd0ea2522ecd60a1761fa08161b432a2285749bee315d3bf307b +size 1114404 diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..8b931bc8c86dcc141538bb0f77582006a3d33a72 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.4, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.4, + "class_power_pe66_exp": 0.6000000000000001 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.2, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.6000000000000001, + "power_pe": 1.0, + "pred_entropy": 0.4, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.2, + "class_power_pe66_exp": 0.6000000000000001 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.4, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..088d562c92711c38fe76ff7fc555f667edf91da0 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a443c2846c93e9d8f4e6ed2a8b101e899a1c77c601bf5655304ed2b3317fbfb +size 100739 diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..eeef313cfe6a6752cbe3e6626dbd46783f19eee7 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:501e74ab5757062a77f7fb6a8c2e4758c6c3654575f72d8c8eeaec624d64438c +size 215402 diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..6a5c4972385325bb421483ad250af771eb52d699 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.2032371811,"mutual_information":0.139844655,"power_bald":0.1453834978,"power_pe":0.151766065,"pred_entropy":0.138299216,"random":0.1277872894,"random-label":0.3109680419,"random-label2":0.2210258982,"softrank_bald":0.1362757671},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.0257996369,"mutual_information":0.0123927554,"power_bald":0.0269773768,"power_pe":0.0284705357,"pred_entropy":0.0212443434,"random":0.0202275233,"random-label":0.021850864,"random-label2":0.0118119148,"softrank_bald":0.0268810813},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.2583714179,"mutual_information":0.1095737777,"power_bald":0.1174465571,"power_pe":0.1299794118,"pred_entropy":0.1228216231,"random":0.0889372458,"random-label":0.3969736066,"random-label2":0.2413674893,"softrank_bald":0.113921808},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0235155175,"mutual_information":0.021850627,"power_bald":0.0259295149,"power_pe":0.0464910093,"pred_entropy":0.0198489377,"random":0.0191216044,"random-label":0.0034073232,"random-label2":0.043700986,"softrank_bald":0.0167674772},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3672032484,"mutual_information":0.2069379489,"power_bald":0.2810378223,"power_pe":0.2929777993,"pred_entropy":0.1900355184,"random":0.2233430038,"random-label":0.3476158052,"random-label2":0.3258467622,"softrank_bald":0.2486291121},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0590280728,"mutual_information":0.081698174,"power_bald":0.0744762928,"power_pe":0.1032582379,"pred_entropy":0.08055184,"random":0.0525125631,"random-label":0.0676622826,"random-label2":0.0549374781,"softrank_bald":0.1025849987},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.4500619136,"mutual_information":0.1473459625,"power_bald":0.2754341576,"power_pe":0.2750526215,"pred_entropy":0.180094205,"random":0.1897522467,"random-label":0.4345797006,"random-label2":0.3868700448,"softrank_bald":0.2331495224},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.023695258,"mutual_information":0.1371177042,"power_bald":0.099098335,"power_pe":0.1564759081,"pred_entropy":0.1356458386,"random":0.0468499601,"random-label":0.0372283858,"random-label2":0.0904905589,"softrank_bald":0.2373147695},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.1117976924,"mutual_information":0.06472281,"power_bald":0.0719763725,"power_pe":0.0737440032,"pred_entropy":0.0814137514,"random":0.0825525,"random-label":0.240576195,"random-label2":0.1764090712,"softrank_bald":0.0668927125},"('Class 10 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0339363922,"mutual_information":0.022157731,"power_bald":0.0258202718,"power_pe":0.0379568029,"pred_entropy":0.0460617739,"random":0.0482780712,"random-label":0.0092282916,"random-label2":0.02596536,"softrank_bald":0.0357558767},"('Class 10 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"class_power_pe66_exp":0.1520513153,"mutual_information":0.0116861344,"power_bald":0.0163637418,"power_pe":0.037622204,"pred_entropy":0.0413679593,"random":0.054436037,"random-label":0.2989344392,"random-label2":0.196120302,"softrank_bald":0.0097911534},"('Class 10 Dice Final', 'std')":{"class_power_pe66_exp":0.0693212764,"mutual_information":0.0233551753,"power_bald":0.0141284363,"power_pe":0.0223499132,"pred_entropy":0.0429041469,"random":0.0536945201,"random-label":0.0262003404,"random-label2":0.0798807431,"softrank_bald":0.0195823067},"('Class 10 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.0362090708,"mutual_information":0.0365355174,"power_bald":0.0368912414,"power_pe":0.0375523625,"pred_entropy":0.0396072424,"random":0.0394315246,"random-label":0.3453003869,"random-label2":0.120359634,"softrank_bald":0.0300336467},"('Class 11 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0047325765,"mutual_information":0.003523378,"power_bald":0.0081166189,"power_pe":0.0056769128,"pred_entropy":0.0081276623,"random":0.009327473,"random-label":0.0800369584,"random-label2":0.050083045,"softrank_bald":0.010090731},"('Class 11 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"class_power_pe66_exp":0.0,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0,"random-label":0.4841547212,"random-label2":0.0624068069,"softrank_bald":0.0},"('Class 11 Dice Final', 'std')":{"class_power_pe66_exp":0.0,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0,"random-label":0.0157366623,"random-label2":0.0454862921,"softrank_bald":0.0},"('Class 11 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.0200897867,"mutual_information":0.013357151,"power_bald":0.0147542749,"power_pe":0.0157239803,"pred_entropy":0.0144683284,"random":0.0149457215,"random-label":0.1763944797,"random-label2":0.0266708066,"softrank_bald":0.0114071758},"('Class 12 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0266470309,"mutual_information":0.009516748,"power_bald":0.0118624103,"power_pe":0.0110650148,"pred_entropy":0.0138516235,"random":0.0150890659,"random-label":0.0399490839,"random-label2":0.0196937048,"softrank_bald":0.0088817945},"('Class 12 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"class_power_pe66_exp":0.0,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0,"random-label":0.2837253418,"random-label2":0.0003923691,"softrank_bald":0.0},"('Class 12 Dice Final', 'std')":{"class_power_pe66_exp":0.0,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0,"random-label":0.0140914083,"random-label2":0.0004585308,"softrank_bald":0.0},"('Class 12 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.0228033326,"mutual_information":0.0132968088,"power_bald":0.0164983196,"power_pe":0.0231931225,"pred_entropy":0.0172214901,"random":0.0214728964,"random-label":0.1314373129,"random-label2":0.066957575,"softrank_bald":0.0126901893},"('Class 13 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0151998652,"mutual_information":0.0045695624,"power_bald":0.0099388717,"power_pe":0.02120466,"pred_entropy":0.0127394325,"random":0.0148354381,"random-label":0.0314270768,"random-label2":0.0337756144,"softrank_bald":0.0038313496},"('Class 13 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"class_power_pe66_exp":0.0254676883,"mutual_information":0.0000263425,"power_bald":0.0013472955,"power_pe":0.0051681833,"pred_entropy":0.0041680823,"random":0.0034147702,"random-label":0.1927341261,"random-label2":0.0743976908,"softrank_bald":0.0017376939},"('Class 13 Dice Final', 'std')":{"class_power_pe66_exp":0.0093711012,"mutual_information":0.0000499166,"power_bald":0.0011826293,"power_pe":0.0039863193,"pred_entropy":0.0049265613,"random":0.0053489965,"random-label":0.0281916688,"random-label2":0.0369809919,"softrank_bald":0.0034753877},"('Class 13 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3306273489,"mutual_information":0.239195342,"power_bald":0.1863536366,"power_pe":0.2201313382,"pred_entropy":0.2173940919,"random":0.1988061232,"random-label":0.4228057547,"random-label2":0.3605117123,"softrank_bald":0.1978072939},"('Class 14 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0949665283,"mutual_information":0.0535864403,"power_bald":0.1007653621,"power_pe":0.1115747681,"pred_entropy":0.0919193293,"random":0.0780032951,"random-label":0.0417150746,"random-label2":0.0706559496,"softrank_bald":0.1251250236},"('Class 14 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"class_power_pe66_exp":0.4468533094,"mutual_information":0.2493063106,"power_bald":0.1016726936,"power_pe":0.1918360749,"pred_entropy":0.1981265013,"random":0.1283542558,"random-label":0.49835978,"random-label2":0.4287516728,"softrank_bald":0.1854675664},"('Class 14 Dice Final', 'std')":{"class_power_pe66_exp":0.0922791083,"mutual_information":0.148225142,"power_bald":0.0977802425,"power_pe":0.1316977397,"pred_entropy":0.1527319113,"random":0.1001228144,"random-label":0.0194018498,"random-label2":0.0146126967,"softrank_bald":0.1339361292},"('Class 14 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.2686838315,"mutual_information":0.1963358424,"power_bald":0.2072886839,"power_pe":0.1907141094,"pred_entropy":0.29570789,"random":0.2243790523,"random-label":0.3119154572,"random-label2":0.2886499666,"softrank_bald":0.1943197894},"('Class 15 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0997413077,"mutual_information":0.0804798799,"power_bald":0.094051406,"power_pe":0.0718194425,"pred_entropy":0.0524277088,"random":0.0572349959,"random-label":0.0714397719,"random-label2":0.0750053562,"softrank_bald":0.1009414106},"('Class 15 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"class_power_pe66_exp":0.2966301456,"mutual_information":0.165398638,"power_bald":0.165085787,"power_pe":0.1471074518,"pred_entropy":0.3462019088,"random":0.2363508336,"random-label":0.3400219998,"random-label2":0.3198264526,"softrank_bald":0.1725805646},"('Class 15 Dice Final', 'std')":{"class_power_pe66_exp":0.1106482188,"mutual_information":0.0898882757,"power_bald":0.0861312591,"power_pe":0.0654167365,"pred_entropy":0.1278729864,"random":0.0681980638,"random-label":0.0570683505,"random-label2":0.0758494446,"softrank_bald":0.1432194843},"('Class 15 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.1693055015,"mutual_information":0.1801986697,"power_bald":0.1130082171,"power_pe":0.0957301927,"pred_entropy":0.1539370945,"random":0.0776652714,"random-label":0.3114836823,"random-label2":0.1622806664,"softrank_bald":0.0972973668},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0415435461,"mutual_information":0.0571518723,"power_bald":0.0796408027,"power_pe":0.0632525013,"pred_entropy":0.1142673898,"random":0.0603777705,"random-label":0.0217303673,"random-label2":0.05978551,"softrank_bald":0.0636565915},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.2753076223,"mutual_information":0.1939572718,"power_bald":0.1010627136,"power_pe":0.0964768967,"pred_entropy":0.1521451906,"random":0.0391167661,"random-label":0.4481530067,"random-label2":0.1836091441,"softrank_bald":0.0706631622},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.0771831,"mutual_information":0.0404665722,"power_bald":0.0838311435,"power_pe":0.0890326366,"pred_entropy":0.1239704577,"random":0.0579384597,"random-label":0.0311174223,"random-label2":0.1023539127,"softrank_bald":0.1061829919},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.1973006998,"mutual_information":0.1302340834,"power_bald":0.1686871268,"power_pe":0.1570620651,"pred_entropy":0.1326731052,"random":0.1250528088,"random-label":0.2737245007,"random-label2":0.2094793429,"softrank_bald":0.1557745281},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0802714359,"mutual_information":0.0725583093,"power_bald":0.0584948205,"power_pe":0.10575137,"pred_entropy":0.0206973847,"random":0.0463111423,"random-label":0.0708423643,"random-label2":0.0700481397,"softrank_bald":0.0331522968},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.2867499546,"mutual_information":0.0909070878,"power_bald":0.1088613136,"power_pe":0.1137767829,"pred_entropy":0.0740989981,"random":0.0942421569,"random-label":0.3480115391,"random-label2":0.2012358959,"softrank_bald":0.1749507954},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.1338640121,"mutual_information":0.0880058341,"power_bald":0.0546099038,"power_pe":0.116445964,"pred_entropy":0.0896174483,"random":0.0639589502,"random-label":0.0951703341,"random-label2":0.0666693703,"softrank_bald":0.0558850389},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.1676026623,"mutual_information":0.1432014629,"power_bald":0.1408682631,"power_pe":0.1639028703,"pred_entropy":0.1180594685,"random":0.0998998523,"random-label":0.3378492297,"random-label2":0.2318234313,"softrank_bald":0.1096734099},"('Class 4 Dice AUBC', 'std')":{"class_power_pe66_exp":0.1286114321,"mutual_information":0.0982777985,"power_bald":0.064547626,"power_pe":0.1274729244,"pred_entropy":0.0820032101,"random":0.073014194,"random-label":0.0486818247,"random-label2":0.085564832,"softrank_bald":0.1037653087},"('Class 4 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"class_power_pe66_exp":0.2590532858,"mutual_information":0.112831556,"power_bald":0.1208944738,"power_pe":0.1302825289,"pred_entropy":0.0508380041,"random":0.0469152613,"random-label":0.4214555014,"random-label2":0.2831726002,"softrank_bald":0.1002449902},"('Class 4 Dice Final', 'std')":{"class_power_pe66_exp":0.0823738941,"mutual_information":0.0855349378,"power_bald":0.0889955232,"power_pe":0.1266411068,"pred_entropy":0.0596482669,"random":0.0685331315,"random-label":0.0259872175,"random-label2":0.0594827249,"softrank_bald":0.1390705103},"('Class 4 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.0672936353,"mutual_information":0.0276484624,"power_bald":0.0246628408,"power_pe":0.0250002728,"pred_entropy":0.0213955473,"random":0.0189010893,"random-label":0.155452794,"random-label2":0.0626223836,"softrank_bald":0.0193228894},"('Class 5 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0625925203,"mutual_information":0.0148953844,"power_bald":0.0142008504,"power_pe":0.016740447,"pred_entropy":0.0106345141,"random":0.0076622516,"random-label":0.0663336262,"random-label2":0.0247924951,"softrank_bald":0.010316291},"('Class 5 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"class_power_pe66_exp":0.0635315373,"mutual_information":0.0000074127,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0,"random-label":0.2331483296,"random-label2":0.0667824564,"softrank_bald":0.0},"('Class 5 Dice Final', 'std')":{"class_power_pe66_exp":0.1079141143,"mutual_information":0.0000148254,"power_bald":0.0,"power_pe":0.0,"pred_entropy":0.0,"random":0.0,"random-label":0.0486482137,"random-label2":0.1290900309,"softrank_bald":0.0},"('Class 5 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.6391969903,"mutual_information":0.519073584,"power_bald":0.5651529064,"power_pe":0.6037896724,"pred_entropy":0.4765304643,"random":0.4587756721,"random-label":0.6176048608,"random-label2":0.6038840253,"softrank_bald":0.5950826862},"('Class 6 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0333644387,"mutual_information":0.1029314292,"power_bald":0.0979518223,"power_pe":0.0254174671,"pred_entropy":0.0198837214,"random":0.1055964168,"random-label":0.0377560487,"random-label2":0.0361900071,"softrank_bald":0.0423174585},"('Class 6 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"class_power_pe66_exp":0.7322801991,"mutual_information":0.5055430684,"power_bald":0.6679761187,"power_pe":0.6713740891,"pred_entropy":0.5615113781,"random":0.4179630034,"random-label":0.6922616644,"random-label2":0.6804801738,"softrank_bald":0.6645395443},"('Class 6 Dice Final', 'std')":{"class_power_pe66_exp":0.0354422191,"mutual_information":0.1871944741,"power_bald":0.0706388191,"power_pe":0.0283215664,"pred_entropy":0.1076450864,"random":0.1353936526,"random-label":0.0445093035,"random-label2":0.0349855023,"softrank_bald":0.0430469576},"('Class 6 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.136313638,"mutual_information":0.1154065822,"power_bald":0.0906895033,"power_pe":0.0834533201,"pred_entropy":0.1006588762,"random":0.0601758608,"random-label":0.232111303,"random-label2":0.0964577172,"softrank_bald":0.110085303},"('Class 7 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0393610386,"mutual_information":0.0354528354,"power_bald":0.0227483348,"power_pe":0.0435842196,"pred_entropy":0.040917372,"random":0.0334574962,"random-label":0.0460440257,"random-label2":0.035729743,"softrank_bald":0.0322891703},"('Class 7 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"class_power_pe66_exp":0.2072645676,"mutual_information":0.1478308234,"power_bald":0.099161792,"power_pe":0.0895421101,"pred_entropy":0.1398843936,"random":0.0580984614,"random-label":0.3026760156,"random-label2":0.0972646373,"softrank_bald":0.0804119818},"('Class 7 Dice Final', 'std')":{"class_power_pe66_exp":0.0265495781,"mutual_information":0.0605241119,"power_bald":0.0531061251,"power_pe":0.0712330921,"pred_entropy":0.0906108196,"random":0.0520737285,"random-label":0.0360983325,"random-label2":0.0273631299,"softrank_bald":0.0525505104},"('Class 7 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3539152396,"mutual_information":0.1269554354,"power_bald":0.1642669941,"power_pe":0.1935311721,"pred_entropy":0.1289360796,"random":0.1658595076,"random-label":0.4286191309,"random-label2":0.3518196051,"softrank_bald":0.1200527778},"('Class 8 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0908885305,"mutual_information":0.0919550693,"power_bald":0.1165346405,"power_pe":0.1364182443,"pred_entropy":0.0402068948,"random":0.0740637904,"random-label":0.0555686177,"random-label2":0.0263784432,"softrank_bald":0.0820129041},"('Class 8 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"class_power_pe66_exp":0.4340396076,"mutual_information":0.0114276234,"power_bald":0.0903394109,"power_pe":0.1559698689,"pred_entropy":0.0782820917,"random":0.0469494148,"random-label":0.5524426638,"random-label2":0.3826072158,"softrank_bald":0.0005171406},"('Class 8 Dice Final', 'std')":{"class_power_pe66_exp":0.0669422983,"mutual_information":0.0223883268,"power_bald":0.15130454,"power_pe":0.1722849306,"pred_entropy":0.0810234109,"random":0.0457555018,"random-label":0.0735982794,"random-label2":0.0985849744,"softrank_bald":0.0010342811},"('Class 8 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.1602150387,"mutual_information":0.0845701238,"power_bald":0.0986162638,"power_pe":0.0999846935,"pred_entropy":0.0864492913,"random":0.1055484571,"random-label":0.3316297359,"random-label2":0.2316157736,"softrank_bald":0.0750676254},"('Class 9 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0453021878,"mutual_information":0.0171034641,"power_bald":0.0396172679,"power_pe":0.0380391226,"pred_entropy":0.034148888,"random":0.0411024894,"random-label":0.0675919193,"random-label2":0.0785306951,"softrank_bald":0.0334414383},"('Class 9 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"class_power_pe66_exp":0.2462801221,"mutual_information":0.0073384346,"power_bald":0.0134988593,"power_pe":0.0354823653,"pred_entropy":0.0156056337,"random":0.0184654795,"random-label":0.4239452691,"random-label2":0.2565948767,"softrank_bald":0.0147730051},"('Class 9 Dice Final', 'std')":{"class_power_pe66_exp":0.076958826,"mutual_information":0.0144275221,"power_bald":0.0141675998,"power_pe":0.0283507831,"pred_entropy":0.0294093932,"random":0.016662872,"random-label":0.0811710892,"random-label2":0.0831144222,"softrank_bald":0.0274245951},"('Class 9 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..36a719e848c92e9d586cb55b617bf08bea662c60 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.203237 0.025800 4 0.258371 0.023516 4 0.367203 0.059028 4 0.450062 0.023695 4 0.111798 0.033936 4 0.152051 0.069321 4 0.036209 0.004733 4 0.000000 0.000000 4 0.020090 0.026647 4 0.000000 0.000000 4 0.022803 0.015200 4 0.025468 0.009371 4 0.330627 0.094967 4 0.446853 0.092279 4 0.268684 0.099741 4 0.296630 0.110648 4 0.169306 0.041544 4 0.275308 0.077183 4 0.197301 0.080271 4 0.286750 0.133864 4 0.167603 0.128611 4 0.259053 0.082374 4 0.067294 0.062593 4 0.063532 0.107914 4 0.639197 0.033364 4 0.732280 0.035442 4 0.136314 0.039361 4 0.207265 0.026550 4 0.353915 0.090889 4 0.434040 0.066942 4 0.160215 0.045302 4 0.246280 0.076959 4 +mutual_information 0.139845 0.012393 4 0.109574 0.021851 4 0.206938 0.081698 4 0.147346 0.137118 4 0.064723 0.022158 4 0.011686 0.023355 4 0.036536 0.003523 4 0.000000 0.000000 4 0.013357 0.009517 4 0.000000 0.000000 4 0.013297 0.004570 4 0.000026 0.000050 4 0.239195 0.053586 4 0.249306 0.148225 4 0.196336 0.080480 4 0.165399 0.089888 4 0.180199 0.057152 4 0.193957 0.040467 4 0.130234 0.072558 4 0.090907 0.088006 4 0.143201 0.098278 4 0.112832 0.085535 4 0.027648 0.014895 4 0.000007 0.000015 4 0.519074 0.102931 4 0.505543 0.187194 4 0.115407 0.035453 4 0.147831 0.060524 4 0.126955 0.091955 4 0.011428 0.022388 4 0.084570 0.017103 4 0.007338 0.014428 4 +power_bald 0.145383 0.026977 4 0.117447 0.025930 4 0.281038 0.074476 4 0.275434 0.099098 4 0.071976 0.025820 4 0.016364 0.014128 4 0.036891 0.008117 4 0.000000 0.000000 4 0.014754 0.011862 4 0.000000 0.000000 4 0.016498 0.009939 4 0.001347 0.001183 4 0.186354 0.100765 4 0.101673 0.097780 4 0.207289 0.094051 4 0.165086 0.086131 4 0.113008 0.079641 4 0.101063 0.083831 4 0.168687 0.058495 4 0.108861 0.054610 4 0.140868 0.064548 4 0.120894 0.088996 4 0.024663 0.014201 4 0.000000 0.000000 4 0.565153 0.097952 4 0.667976 0.070639 4 0.090690 0.022748 4 0.099162 0.053106 4 0.164267 0.116535 4 0.090339 0.151305 4 0.098616 0.039617 4 0.013499 0.014168 4 +power_pe 0.151766 0.028471 4 0.129979 0.046491 4 0.292978 0.103258 4 0.275053 0.156476 4 0.073744 0.037957 4 0.037622 0.022350 4 0.037552 0.005677 4 0.000000 0.000000 4 0.015724 0.011065 4 0.000000 0.000000 4 0.023193 0.021205 4 0.005168 0.003986 4 0.220131 0.111575 4 0.191836 0.131698 4 0.190714 0.071819 4 0.147107 0.065417 4 0.095730 0.063253 4 0.096477 0.089033 4 0.157062 0.105751 4 0.113777 0.116446 4 0.163903 0.127473 4 0.130283 0.126641 4 0.025000 0.016740 4 0.000000 0.000000 4 0.603790 0.025417 4 0.671374 0.028322 4 0.083453 0.043584 4 0.089542 0.071233 4 0.193531 0.136418 4 0.155970 0.172285 4 0.099985 0.038039 4 0.035482 0.028351 4 +pred_entropy 0.138299 0.021244 4 0.122822 0.019849 4 0.190036 0.080552 4 0.180094 0.135646 4 0.081414 0.046062 4 0.041368 0.042904 4 0.039607 0.008128 4 0.000000 0.000000 4 0.014468 0.013852 4 0.000000 0.000000 4 0.017221 0.012739 4 0.004168 0.004927 4 0.217394 0.091919 4 0.198127 0.152732 4 0.295708 0.052428 4 0.346202 0.127873 4 0.153937 0.114267 4 0.152145 0.123970 4 0.132673 0.020697 4 0.074099 0.089617 4 0.118059 0.082003 4 0.050838 0.059648 4 0.021396 0.010635 4 0.000000 0.000000 4 0.476530 0.019884 4 0.561511 0.107645 4 0.100659 0.040917 4 0.139884 0.090611 4 0.128936 0.040207 4 0.078282 0.081023 4 0.086449 0.034149 4 0.015606 0.029409 4 +random 0.127787 0.020228 4 0.088937 0.019122 4 0.223343 0.052513 4 0.189752 0.046850 4 0.082553 0.048278 4 0.054436 0.053695 4 0.039432 0.009327 4 0.000000 0.000000 4 0.014946 0.015089 4 0.000000 0.000000 4 0.021473 0.014835 4 0.003415 0.005349 4 0.198806 0.078003 4 0.128354 0.100123 4 0.224379 0.057235 4 0.236351 0.068198 4 0.077665 0.060378 4 0.039117 0.057938 4 0.125053 0.046311 4 0.094242 0.063959 4 0.099900 0.073014 4 0.046915 0.068533 4 0.018901 0.007662 4 0.000000 0.000000 4 0.458776 0.105596 4 0.417963 0.135394 4 0.060176 0.033457 4 0.058098 0.052074 4 0.165860 0.074064 4 0.046949 0.045756 4 0.105548 0.041102 4 0.018465 0.016663 4 +random-label 0.310968 0.021851 4 0.396974 0.003407 4 0.347616 0.067662 4 0.434580 0.037228 4 0.240576 0.009228 4 0.298934 0.026200 4 0.345300 0.080037 4 0.484155 0.015737 4 0.176394 0.039949 4 0.283725 0.014091 4 0.131437 0.031427 4 0.192734 0.028192 4 0.422806 0.041715 4 0.498360 0.019402 4 0.311915 0.071440 4 0.340022 0.057068 4 0.311484 0.021730 4 0.448153 0.031117 4 0.273725 0.070842 4 0.348012 0.095170 4 0.337849 0.048682 4 0.421456 0.025987 4 0.155453 0.066334 4 0.233148 0.048648 4 0.617605 0.037756 4 0.692262 0.044509 4 0.232111 0.046044 4 0.302676 0.036098 4 0.428619 0.055569 4 0.552443 0.073598 4 0.331630 0.067592 4 0.423945 0.081171 4 +random-label2 0.221026 0.011812 4 0.241367 0.043701 4 0.325847 0.054937 4 0.386870 0.090491 4 0.176409 0.025965 4 0.196120 0.079881 4 0.120360 0.050083 4 0.062407 0.045486 4 0.026671 0.019694 4 0.000392 0.000459 4 0.066958 0.033776 4 0.074398 0.036981 4 0.360512 0.070656 4 0.428752 0.014613 4 0.288650 0.075005 4 0.319826 0.075849 4 0.162281 0.059786 4 0.183609 0.102354 4 0.209479 0.070048 4 0.201236 0.066669 4 0.231823 0.085565 4 0.283173 0.059483 4 0.062622 0.024792 4 0.066782 0.129090 4 0.603884 0.036190 4 0.680480 0.034986 4 0.096458 0.035730 4 0.097265 0.027363 4 0.351820 0.026378 4 0.382607 0.098585 4 0.231616 0.078531 4 0.256595 0.083114 4 +softrank_bald 0.136276 0.026881 4 0.113922 0.016767 4 0.248629 0.102585 4 0.233150 0.237315 4 0.066893 0.035756 4 0.009791 0.019582 4 0.030034 0.010091 4 0.000000 0.000000 4 0.011407 0.008882 4 0.000000 0.000000 4 0.012690 0.003831 4 0.001738 0.003475 4 0.197807 0.125125 4 0.185468 0.133936 4 0.194320 0.100941 4 0.172581 0.143219 4 0.097297 0.063657 4 0.070663 0.106183 4 0.155775 0.033152 4 0.174951 0.055885 4 0.109673 0.103765 4 0.100245 0.139071 4 0.019323 0.010316 4 0.000000 0.000000 4 0.595083 0.042317 4 0.664540 0.043047 4 0.110085 0.032289 4 0.080412 0.052551 4 0.120053 0.082013 4 0.000517 0.001034 4 0.075068 0.033441 4 0.014773 0.027425 4 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..2e132af9bddec6feb73a708bfc901a884c70e79d --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 25.84 (+/- 2.35) 20.32 (+/- 2.58) 4.0 +mutual_information 10.96 (+/- 2.19) 13.98 (+/- 1.24) 4.0 +power_bald 11.74 (+/- 2.59) 14.54 (+/- 2.70) 4.0 +power_pe 13.00 (+/- 4.65) 15.18 (+/- 2.85) 4.0 +pred_entropy 12.28 (+/- 1.98) 13.83 (+/- 2.12) 4.0 +random 8.89 (+/- 1.91) 12.78 (+/- 2.02) 4.0 +random-label 39.70 (+/- 0.34) 31.10 (+/- 2.19) 4.0 +random-label2 24.14 (+/- 4.37) 22.10 (+/- 1.18) 4.0 +softrank_bald 11.39 (+/- 1.68) 13.63 (+/- 2.69) 4.0 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..57674cf37f672094322607381b8a6fac2371b73a --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":6.9441574583,"1":-150.7385434551,"2":-248.7549926171,"3":-212.3834472575,"4":-83.9103515008,"5":-942.9578187797,"6":134.7113979122,"7":14.5970434139,"8":-127.7477519575},"beta_std":{"0":99.731811621,"1":374.1190618377,"2":772.7177083088,"3":565.0177844997,"4":260.5237361504,"5":5829.089739454,"6":67.1550952777,"7":105.8086539454,"8":359.3984730208}} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..40aae988a295e7db8ff7e4e6d34e2bf4a6675d0b --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 6.944157 99.731812 +1 mutual_information -150.738543 374.119062 +2 power_bald -248.754993 772.717708 +3 power_pe -212.383447 565.017784 +4 pred_entropy -83.910352 260.523736 +5 random -942.957819 5829.089739 +6 random-label 134.711398 67.155095 +7 random-label2 14.597043 105.808654 +8 softrank_bald -127.747752 359.398473 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/overview.png b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..09b519590b38ba5135edef21104a3fa6abed46d8 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5810279ee24e7ead8d30e15d8626ca05d48d8e225118178e541baf95db2a1f9e +size 1092282 diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..5f12b47eca3168d94d7d88d81e33815f8ba85279 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.4 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.4 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.2, + "class_power_pe66_exp": 0.6000000000000001 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..df5f238aa38906e54c7934ca7d9daefa2f83e5de --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb61318817447efb5953a5b9c4dcca3a34885c6eaf632536a0a4a35f9260707 +size 100084 diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e29139552fa00655951b9bc432d11d6facbd68c1 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a553a47df2d52a2aaff1d4c92ae4b3e8338f97315cc6f59b48718e3e7995344 +size 215837 diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..55858e6d2d43f00557aa69c85c03273d2a4b933a --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.5314946427,"mutual_information":0.3014912289,"power_bald":0.4014295029,"power_pe":0.4320399032,"pred_entropy":0.366250091,"random":0.3756165366,"random-label":0.6207059502,"random-label2":0.5668122575,"softrank_bald":0.3513169114},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.0313687906,"mutual_information":0.0172200063,"power_bald":0.0185649864,"power_pe":0.017783889,"pred_entropy":0.0618596153,"random":0.0156585106,"random-label":0.0072624963,"random-label2":0.0185525598,"softrank_bald":0.0239659766},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.6743163533,"mutual_information":0.2772098237,"power_bald":0.4240028053,"power_pe":0.4734252425,"pred_entropy":0.4386065128,"random":0.3727577951,"random-label":0.7070871169,"random-label2":0.655379064,"softrank_bald":0.3937071653},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0135013543,"mutual_information":0.0083187534,"power_bald":0.014741329,"power_pe":0.030633194,"pred_entropy":0.0688349072,"random":0.0343953644,"random-label":0.0060069153,"random-label2":0.0182235432,"softrank_bald":0.0187415052},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.6930572852,"mutual_information":0.5121410319,"power_bald":0.5556182061,"power_pe":0.632640147,"pred_entropy":0.5677080341,"random":0.5316692929,"random-label":0.7037828621,"random-label2":0.6538307363,"softrank_bald":0.5829109367},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.014325284,"mutual_information":0.020538181,"power_bald":0.0406552525,"power_pe":0.0115163301,"pred_entropy":0.0695561737,"random":0.0167962465,"random-label":0.017711946,"random-label2":0.0282431612,"softrank_bald":0.0400365966},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.8167223154,"mutual_information":0.5498778488,"power_bald":0.6117944885,"power_pe":0.6892828185,"pred_entropy":0.720627705,"random":0.5608007214,"random-label":0.7812812018,"random-label2":0.7407093593,"softrank_bald":0.6579317772},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.012585996,"mutual_information":0.0904175531,"power_bald":0.0411049572,"power_pe":0.027611592,"pred_entropy":0.0362419625,"random":0.0320684374,"random-label":0.0364859376,"random-label2":0.0339313948,"softrank_bald":0.0209172384},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.4801577737,"mutual_information":0.1367423844,"power_bald":0.3359135955,"power_pe":0.4073848863,"pred_entropy":0.3107186673,"random":0.33306005,"random-label":0.5221816131,"random-label2":0.484332124,"softrank_bald":0.227147159},"('Class 10 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0353323922,"mutual_information":0.0607789831,"power_bald":0.0707095207,"power_pe":0.0332633447,"pred_entropy":0.1100790791,"random":0.0467996307,"random-label":0.0169301951,"random-label2":0.0186182836,"softrank_bald":0.1156339379},"('Class 10 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"class_power_pe66_exp":0.60507233,"mutual_information":0.0357125506,"power_bald":0.3679281055,"power_pe":0.4759884646,"pred_entropy":0.499568216,"random":0.3141863561,"random-label":0.6198381468,"random-label2":0.545278069,"softrank_bald":0.2294821266},"('Class 10 Dice Final', 'std')":{"class_power_pe66_exp":0.0128360491,"mutual_information":0.0484682666,"power_bald":0.0431796846,"power_pe":0.0411543935,"pred_entropy":0.0471624627,"random":0.0584495925,"random-label":0.0073979391,"random-label2":0.0060948677,"softrank_bald":0.1174678895},"('Class 10 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3053712189,"mutual_information":0.0412722504,"power_bald":0.0927488772,"power_pe":0.1766396362,"pred_entropy":0.073765621,"random":0.1449793914,"random-label":0.6244872196,"random-label2":0.5646169974,"softrank_bald":0.0573163339},"('Class 11 Dice AUBC', 'std')":{"class_power_pe66_exp":0.1740809479,"mutual_information":0.0192854638,"power_bald":0.050235681,"power_pe":0.1827886148,"pred_entropy":0.071358447,"random":0.1240056203,"random-label":0.0333258832,"random-label2":0.0431304619,"softrank_bald":0.025472744},"('Class 11 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"class_power_pe66_exp":0.6380386984,"mutual_information":0.0,"power_bald":0.0196993717,"power_pe":0.1201314767,"pred_entropy":0.0402365549,"random":0.0645886394,"random-label":0.7234461484,"random-label2":0.6629607029,"softrank_bald":0.0},"('Class 11 Dice Final', 'std')":{"class_power_pe66_exp":0.0208560352,"mutual_information":0.0,"power_bald":0.0393987433,"power_pe":0.2279649028,"pred_entropy":0.0804731098,"random":0.1291772787,"random-label":0.0087785859,"random-label2":0.0070997978,"softrank_bald":0.0},"('Class 11 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.2987335483,"mutual_information":0.0355855582,"power_bald":0.0437951724,"power_pe":0.0607232274,"pred_entropy":0.0420287241,"random":0.1271876807,"random-label":0.5176543508,"random-label2":0.4588039226,"softrank_bald":0.0320118445},"('Class 12 Dice AUBC', 'std')":{"class_power_pe66_exp":0.1614095433,"mutual_information":0.0240113108,"power_bald":0.0418183994,"power_pe":0.0449710637,"pred_entropy":0.0211885128,"random":0.1042440269,"random-label":0.0108428957,"random-label2":0.0246651495,"softrank_bald":0.0323742108},"('Class 12 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"class_power_pe66_exp":0.4908952421,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0231352479,"pred_entropy":0.0000088968,"random":0.0536499075,"random-label":0.652028858,"random-label2":0.5881695351,"softrank_bald":0.0000767157},"('Class 12 Dice Final', 'std')":{"class_power_pe66_exp":0.0611620978,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0280377838,"pred_entropy":0.0000177936,"random":0.0428756101,"random-label":0.0151727225,"random-label2":0.0201603706,"softrank_bald":0.0001534315},"('Class 12 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.2960709803,"mutual_information":0.0737806705,"power_bald":0.1727652927,"power_pe":0.1918232884,"pred_entropy":0.1376141369,"random":0.1580594568,"random-label":0.4456267059,"random-label2":0.3613532401,"softrank_bald":0.1097446988},"('Class 13 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0468203707,"mutual_information":0.0450718265,"power_bald":0.0364793055,"power_pe":0.0328804038,"pred_entropy":0.0896280021,"random":0.0425890658,"random-label":0.01521782,"random-label2":0.0265316669,"softrank_bald":0.0649508264},"('Class 13 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"class_power_pe66_exp":0.4617083657,"mutual_information":0.0116265007,"power_bald":0.2022476558,"power_pe":0.2071372474,"pred_entropy":0.2217969045,"random":0.1579947051,"random-label":0.5787359287,"random-label2":0.488643444,"softrank_bald":0.1094060738},"('Class 13 Dice Final', 'std')":{"class_power_pe66_exp":0.0264251732,"mutual_information":0.0211122311,"power_bald":0.0393547743,"power_pe":0.0643135019,"pred_entropy":0.1661569496,"random":0.0551204267,"random-label":0.0139682761,"random-label2":0.0238862763,"softrank_bald":0.0793037434},"('Class 13 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.6302909569,"mutual_information":0.570680257,"power_bald":0.5592933568,"power_pe":0.591989134,"pred_entropy":0.5417213005,"random":0.5226947011,"random-label":0.6031636961,"random-label2":0.6257129142,"softrank_bald":0.5794454455},"('Class 14 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0323573293,"mutual_information":0.0227068185,"power_bald":0.0567311816,"power_pe":0.0347254298,"pred_entropy":0.0617185256,"random":0.0783650954,"random-label":0.0341978159,"random-label2":0.0267737867,"softrank_bald":0.0389318265},"('Class 14 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"class_power_pe66_exp":0.6781606749,"mutual_information":0.6011032522,"power_bald":0.6097203212,"power_pe":0.6441038324,"pred_entropy":0.5855441118,"random":0.562298171,"random-label":0.6165122965,"random-label2":0.6631712464,"softrank_bald":0.642868092},"('Class 14 Dice Final', 'std')":{"class_power_pe66_exp":0.0161718516,"mutual_information":0.0157012617,"power_bald":0.0240213605,"power_pe":0.0308895845,"pred_entropy":0.0539142513,"random":0.0571990356,"random-label":0.0403484288,"random-label2":0.0142508103,"softrank_bald":0.0119902886},"('Class 14 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.4801198813,"mutual_information":0.4066333149,"power_bald":0.4224077785,"power_pe":0.4331573495,"pred_entropy":0.4322158288,"random":0.4123726747,"random-label":0.4039455077,"random-label2":0.438695805,"softrank_bald":0.3704710833},"('Class 15 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0250554519,"mutual_information":0.0891843817,"power_bald":0.1059908491,"power_pe":0.0838536235,"pred_entropy":0.0845746466,"random":0.0376505137,"random-label":0.0081873062,"random-label2":0.0372175333,"softrank_bald":0.1448053922},"('Class 15 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"class_power_pe66_exp":0.5467189643,"mutual_information":0.4884902424,"power_bald":0.4548615031,"power_pe":0.5099844232,"pred_entropy":0.5286968589,"random":0.4245998739,"random-label":0.3933497473,"random-label2":0.4480397762,"softrank_bald":0.4666957002},"('Class 15 Dice Final', 'std')":{"class_power_pe66_exp":0.0409465387,"mutual_information":0.0938721119,"power_bald":0.0899059733,"power_pe":0.0584058751,"pred_entropy":0.1763184089,"random":0.030029834,"random-label":0.0053779776,"random-label2":0.0627994727,"softrank_bald":0.1549427398},"('Class 15 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.5327148084,"mutual_information":0.2201447359,"power_bald":0.4816405646,"power_pe":0.4864980668,"pred_entropy":0.4338790957,"random":0.3870842572,"random-label":0.6904045483,"random-label2":0.5934736164,"softrank_bald":0.3722437464},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0839869282,"mutual_information":0.0684448513,"power_bald":0.0507246794,"power_pe":0.0940934754,"pred_entropy":0.1157924347,"random":0.111498925,"random-label":0.0252431056,"random-label2":0.0628862751,"softrank_bald":0.1148839718},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.7218727508,"mutual_information":0.2074610534,"power_bald":0.551071846,"power_pe":0.564546284,"pred_entropy":0.6279315785,"random":0.4105523813,"random-label":0.8249830911,"random-label2":0.7123529659,"softrank_bald":0.5400980761},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.0460104438,"mutual_information":0.1250491615,"power_bald":0.0534845776,"power_pe":0.0677814638,"pred_entropy":0.0758198092,"random":0.1449802187,"random-label":0.0204458966,"random-label2":0.0621604711,"softrank_bald":0.0387781472},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.6214335933,"mutual_information":0.3716561522,"power_bald":0.4457144524,"power_pe":0.5085393827,"pred_entropy":0.4818293366,"random":0.3624457118,"random-label":0.7052734032,"random-label2":0.6206207438,"softrank_bald":0.4176826753},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0283409204,"mutual_information":0.0348130645,"power_bald":0.0863928769,"power_pe":0.1162948183,"pred_entropy":0.0893210684,"random":0.0762864697,"random-label":0.0201837603,"random-label2":0.0503275845,"softrank_bald":0.0826458426},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.771731629,"mutual_information":0.3995851811,"power_bald":0.5013641062,"power_pe":0.6200532741,"pred_entropy":0.6815913038,"random":0.3369502769,"random-label":0.8338511935,"random-label2":0.7589430783,"softrank_bald":0.5421759187},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.0283996481,"mutual_information":0.0960577038,"power_bald":0.1104305522,"power_pe":0.0647163758,"pred_entropy":0.0803593946,"random":0.0349381177,"random-label":0.0144442499,"random-label2":0.0284335749,"softrank_bald":0.0689408093},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.5081245514,"mutual_information":0.3300782047,"power_bald":0.4157258788,"power_pe":0.4603992922,"pred_entropy":0.3655986001,"random":0.3947651675,"random-label":0.5540031847,"random-label2":0.4868999704,"softrank_bald":0.3731900872},"('Class 4 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0159142422,"mutual_information":0.0454956466,"power_bald":0.0294254901,"power_pe":0.01284468,"pred_entropy":0.1002499607,"random":0.0216336391,"random-label":0.0263339082,"random-label2":0.0207308431,"softrank_bald":0.0601495035},"('Class 4 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"class_power_pe66_exp":0.606090909,"mutual_information":0.2951206711,"power_bald":0.4482270623,"power_pe":0.4911388973,"pred_entropy":0.4002855088,"random":0.3920396446,"random-label":0.6236254427,"random-label2":0.5352527611,"softrank_bald":0.4102734457},"('Class 4 Dice Final', 'std')":{"class_power_pe66_exp":0.0073923205,"mutual_information":0.1237553481,"power_bald":0.0304369651,"power_pe":0.0379570104,"pred_entropy":0.0894235264,"random":0.049615495,"random-label":0.041090503,"random-label2":0.0307026755,"softrank_bald":0.0459100825},"('Class 4 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3821345259,"mutual_information":0.0430014069,"power_bald":0.1346046614,"power_pe":0.1054052612,"pred_entropy":0.0741998045,"random":0.0865194144,"random-label":0.6034003367,"random-label2":0.4513387121,"softrank_bald":0.0322970667},"('Class 5 Dice AUBC', 'std')":{"class_power_pe66_exp":0.1348910787,"mutual_information":0.0623004654,"power_bald":0.1607471463,"power_pe":0.166519011,"pred_entropy":0.1282233313,"random":0.115176983,"random-label":0.0329927784,"random-label2":0.1150442684,"softrank_bald":0.0431087418},"('Class 5 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"class_power_pe66_exp":0.6321487918,"mutual_information":0.0,"power_bald":0.0764316756,"power_pe":0.1112542442,"pred_entropy":0.0399408551,"random":0.0696790548,"random-label":0.7297885928,"random-label2":0.637849452,"softrank_bald":0.0004130786},"('Class 5 Dice Final', 'std')":{"class_power_pe66_exp":0.0262780789,"mutual_information":0.0,"power_bald":0.0979006785,"power_pe":0.1500828801,"pred_entropy":0.0798817102,"random":0.135354586,"random-label":0.0142474544,"random-label2":0.0227887167,"softrank_bald":0.0008261572},"('Class 5 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.8460394359,"mutual_information":0.7492442763,"power_bald":0.8085997536,"power_pe":0.8260369404,"pred_entropy":0.7744477878,"random":0.7830270239,"random-label":0.8478585918,"random-label2":0.8261404949,"softrank_bald":0.8036768164},"('Class 6 Dice AUBC', 'std')":{"class_power_pe66_exp":0.00595089,"mutual_information":0.0098387196,"power_bald":0.0152351752,"power_pe":0.0067443498,"pred_entropy":0.033640235,"random":0.0071068852,"random-label":0.004738908,"random-label2":0.0105982859,"softrank_bald":0.0171099615},"('Class 6 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"class_power_pe66_exp":0.8993590129,"mutual_information":0.7726258604,"power_bald":0.8404438207,"power_pe":0.8567988654,"pred_entropy":0.8396797224,"random":0.8031611709,"random-label":0.8852487905,"random-label2":0.8619989864,"softrank_bald":0.8344882384},"('Class 6 Dice Final', 'std')":{"class_power_pe66_exp":0.0064741297,"mutual_information":0.0459849699,"power_bald":0.0073230331,"power_pe":0.0051198643,"pred_entropy":0.0381424337,"random":0.0103744838,"random-label":0.0023248773,"random-label2":0.0131048914,"softrank_bald":0.0111034168},"('Class 6 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.4792167924,"mutual_information":0.3272148559,"power_bald":0.3945085198,"power_pe":0.4384485778,"pred_entropy":0.375776825,"random":0.312619495,"random-label":0.531272239,"random-label2":0.4559457867,"softrank_bald":0.367221865},"('Class 7 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0184078593,"mutual_information":0.0389360607,"power_bald":0.0358955256,"power_pe":0.0359064918,"pred_entropy":0.0138677802,"random":0.0451293414,"random-label":0.013687052,"random-label2":0.028141692,"softrank_bald":0.0202708274},"('Class 7 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"class_power_pe66_exp":0.5877838319,"mutual_information":0.3413031434,"power_bald":0.463205837,"power_pe":0.5293194147,"pred_entropy":0.4193962134,"random":0.3489816459,"random-label":0.6227235323,"random-label2":0.5508509602,"softrank_bald":0.4315666612},"('Class 7 Dice Final', 'std')":{"class_power_pe66_exp":0.0167771391,"mutual_information":0.0417373979,"power_bald":0.0283350096,"power_pe":0.038387734,"pred_entropy":0.037089156,"random":0.0723713351,"random-label":0.0155301288,"random-label2":0.0472984104,"softrank_bald":0.0501261382},"('Class 7 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.7870424794,"mutual_information":0.5137622485,"power_bald":0.7034009771,"power_pe":0.7170923432,"pred_entropy":0.4949187383,"random":0.6688626087,"random-label":0.8352175573,"random-label2":0.8056705496,"softrank_bald":0.6466042539},"('Class 8 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0138312308,"mutual_information":0.0863920918,"power_bald":0.0408303171,"power_pe":0.014427802,"pred_entropy":0.0993774994,"random":0.0285443918,"random-label":0.005116663,"random-label2":0.0108051783,"softrank_bald":0.0440154663},"('Class 8 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"class_power_pe66_exp":0.8664084606,"mutual_information":0.4040164734,"power_bald":0.7435445066,"power_pe":0.749557111,"pred_entropy":0.4588936482,"random":0.6857836318,"random-label":0.8895499646,"random-label2":0.8628702584,"softrank_bald":0.7089695328},"('Class 8 Dice Final', 'std')":{"class_power_pe66_exp":0.0059275887,"mutual_information":0.17388763,"power_bald":0.0448313195,"power_pe":0.0314156117,"pred_entropy":0.139872758,"random":0.0415645017,"random-label":0.008965892,"random-label2":0.0081828773,"softrank_bald":0.0232054292},"('Class 8 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.6319118095,"mutual_information":0.1904310863,"power_bald":0.4547054567,"power_pe":0.4438210153,"pred_entropy":0.3873288644,"random":0.4089011227,"random-label":0.7223174358,"random-label2":0.6747482491,"softrank_bald":0.2977896585},"('Class 9 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0318999265,"mutual_information":0.0740160451,"power_bald":0.0911678394,"power_pe":0.1267830377,"pred_entropy":0.1059749538,"random":0.0735084683,"random-label":0.0120185532,"random-label2":0.0296836978,"softrank_bald":0.0735837416},"('Class 9 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"class_power_pe66_exp":0.7920333232,"mutual_information":0.0512245783,"power_bald":0.4695017795,"power_pe":0.5089470368,"pred_entropy":0.5148996138,"random":0.4061007464,"random-label":0.8313438186,"random-label2":0.7735953643,"softrank_bald":0.3311620417},"('Class 9 Dice Final', 'std')":{"class_power_pe66_exp":0.0051498854,"mutual_information":0.0595114145,"power_bald":0.116297424,"power_pe":0.1202196379,"pred_entropy":0.1671027805,"random":0.0235692259,"random-label":0.0104006084,"random-label2":0.0221191539,"softrank_bald":0.1166103243},"('Class 9 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..0089841733045c34ad3fa90306a046035ce40bb9 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.531495 0.031369 4 0.674316 0.013501 4 0.693057 0.014325 4 0.816722 0.012586 4 0.480158 0.035332 4 0.605072 0.012836 4 0.305371 0.174081 4 0.638039 0.020856 4 0.298734 0.161410 4 0.490895 0.061162 4 0.296071 0.046820 4 0.461708 0.026425 4 0.630291 0.032357 4 0.678161 0.016172 4 0.480120 0.025055 4 0.546719 0.040947 4 0.532715 0.083987 4 0.721873 0.046010 4 0.621434 0.028341 4 0.771732 0.028400 4 0.508125 0.015914 4 0.606091 0.007392 4 0.382135 0.134891 4 0.632149 0.026278 4 0.846039 0.005951 4 0.899359 0.006474 4 0.479217 0.018408 4 0.587784 0.016777 4 0.787042 0.013831 4 0.866408 0.005928 4 0.631912 0.031900 4 0.792033 0.005150 4 +mutual_information 0.301491 0.017220 4 0.277210 0.008319 4 0.512141 0.020538 4 0.549878 0.090418 4 0.136742 0.060779 4 0.035713 0.048468 4 0.041272 0.019285 4 0.000000 0.000000 4 0.035586 0.024011 4 0.000000 0.000000 4 0.073781 0.045072 4 0.011627 0.021112 4 0.570680 0.022707 4 0.601103 0.015701 4 0.406633 0.089184 4 0.488490 0.093872 4 0.220145 0.068445 4 0.207461 0.125049 4 0.371656 0.034813 4 0.399585 0.096058 4 0.330078 0.045496 4 0.295121 0.123755 4 0.043001 0.062300 4 0.000000 0.000000 4 0.749244 0.009839 4 0.772626 0.045985 4 0.327215 0.038936 4 0.341303 0.041737 4 0.513762 0.086392 4 0.404016 0.173888 4 0.190431 0.074016 4 0.051225 0.059511 4 +power_bald 0.401430 0.018565 4 0.424003 0.014741 4 0.555618 0.040655 4 0.611794 0.041105 4 0.335914 0.070710 4 0.367928 0.043180 4 0.092749 0.050236 4 0.019699 0.039399 4 0.043795 0.041818 4 0.000000 0.000000 4 0.172765 0.036479 4 0.202248 0.039355 4 0.559293 0.056731 4 0.609720 0.024021 4 0.422408 0.105991 4 0.454862 0.089906 4 0.481641 0.050725 4 0.551072 0.053485 4 0.445714 0.086393 4 0.501364 0.110431 4 0.415726 0.029425 4 0.448227 0.030437 4 0.134605 0.160747 4 0.076432 0.097901 4 0.808600 0.015235 4 0.840444 0.007323 4 0.394509 0.035896 4 0.463206 0.028335 4 0.703401 0.040830 4 0.743545 0.044831 4 0.454705 0.091168 4 0.469502 0.116297 4 +power_pe 0.432040 0.017784 4 0.473425 0.030633 4 0.632640 0.011516 4 0.689283 0.027612 4 0.407385 0.033263 4 0.475988 0.041154 4 0.176640 0.182789 4 0.120131 0.227965 4 0.060723 0.044971 4 0.023135 0.028038 4 0.191823 0.032880 4 0.207137 0.064314 4 0.591989 0.034725 4 0.644104 0.030890 4 0.433157 0.083854 4 0.509984 0.058406 4 0.486498 0.094093 4 0.564546 0.067781 4 0.508539 0.116295 4 0.620053 0.064716 4 0.460399 0.012845 4 0.491139 0.037957 4 0.105405 0.166519 4 0.111254 0.150083 4 0.826037 0.006744 4 0.856799 0.005120 4 0.438449 0.035906 4 0.529319 0.038388 4 0.717092 0.014428 4 0.749557 0.031416 4 0.443821 0.126783 4 0.508947 0.120220 4 +pred_entropy 0.366250 0.061860 4 0.438607 0.068835 4 0.567708 0.069556 4 0.720628 0.036242 4 0.310719 0.110079 4 0.499568 0.047162 4 0.073766 0.071358 4 0.040237 0.080473 4 0.042029 0.021189 4 0.000009 0.000018 4 0.137614 0.089628 4 0.221797 0.166157 4 0.541721 0.061719 4 0.585544 0.053914 4 0.432216 0.084575 4 0.528697 0.176318 4 0.433879 0.115792 4 0.627932 0.075820 4 0.481829 0.089321 4 0.681591 0.080359 4 0.365599 0.100250 4 0.400286 0.089424 4 0.074200 0.128223 4 0.039941 0.079882 4 0.774448 0.033640 4 0.839680 0.038142 4 0.375777 0.013868 4 0.419396 0.037089 4 0.494919 0.099377 4 0.458894 0.139873 4 0.387329 0.105975 4 0.514900 0.167103 4 +random 0.375617 0.015659 4 0.372758 0.034395 4 0.531669 0.016796 4 0.560801 0.032068 4 0.333060 0.046800 4 0.314186 0.058450 4 0.144979 0.124006 4 0.064589 0.129177 4 0.127188 0.104244 4 0.053650 0.042876 4 0.158059 0.042589 4 0.157995 0.055120 4 0.522695 0.078365 4 0.562298 0.057199 4 0.412373 0.037651 4 0.424600 0.030030 4 0.387084 0.111499 4 0.410552 0.144980 4 0.362446 0.076286 4 0.336950 0.034938 4 0.394765 0.021634 4 0.392040 0.049615 4 0.086519 0.115177 4 0.069679 0.135355 4 0.783027 0.007107 4 0.803161 0.010374 4 0.312619 0.045129 4 0.348982 0.072371 4 0.668863 0.028544 4 0.685784 0.041565 4 0.408901 0.073508 4 0.406101 0.023569 4 +random-label 0.620706 0.007262 4 0.707087 0.006007 4 0.703783 0.017712 4 0.781281 0.036486 4 0.522182 0.016930 4 0.619838 0.007398 4 0.624487 0.033326 4 0.723446 0.008779 4 0.517654 0.010843 4 0.652029 0.015173 4 0.445627 0.015218 4 0.578736 0.013968 4 0.603164 0.034198 4 0.616512 0.040348 4 0.403946 0.008187 4 0.393350 0.005378 4 0.690405 0.025243 4 0.824983 0.020446 4 0.705273 0.020184 4 0.833851 0.014444 4 0.554003 0.026334 4 0.623625 0.041091 4 0.603400 0.032993 4 0.729789 0.014247 4 0.847859 0.004739 4 0.885249 0.002325 4 0.531272 0.013687 4 0.622724 0.015530 4 0.835218 0.005117 4 0.889550 0.008966 4 0.722317 0.012019 4 0.831344 0.010401 4 +random-label2 0.566812 0.018553 4 0.655379 0.018224 4 0.653831 0.028243 4 0.740709 0.033931 4 0.484332 0.018618 4 0.545278 0.006095 4 0.564617 0.043130 4 0.662961 0.007100 4 0.458804 0.024665 4 0.588170 0.020160 4 0.361353 0.026532 4 0.488643 0.023886 4 0.625713 0.026774 4 0.663171 0.014251 4 0.438696 0.037218 4 0.448040 0.062799 4 0.593474 0.062886 4 0.712353 0.062160 4 0.620621 0.050328 4 0.758943 0.028434 4 0.486900 0.020731 4 0.535253 0.030703 4 0.451339 0.115044 4 0.637849 0.022789 4 0.826140 0.010598 4 0.861999 0.013105 4 0.455946 0.028142 4 0.550851 0.047298 4 0.805671 0.010805 4 0.862870 0.008183 4 0.674748 0.029684 4 0.773595 0.022119 4 +softrank_bald 0.351317 0.023966 4 0.393707 0.018742 4 0.582911 0.040037 4 0.657932 0.020917 4 0.227147 0.115634 4 0.229482 0.117468 4 0.057316 0.025473 4 0.000000 0.000000 4 0.032012 0.032374 4 0.000077 0.000153 4 0.109745 0.064951 4 0.109406 0.079304 4 0.579445 0.038932 4 0.642868 0.011990 4 0.370471 0.144805 4 0.466696 0.154943 4 0.372244 0.114884 4 0.540098 0.038778 4 0.417683 0.082646 4 0.542176 0.068941 4 0.373190 0.060150 4 0.410273 0.045910 4 0.032297 0.043109 4 0.000413 0.000826 4 0.803677 0.017110 4 0.834488 0.011103 4 0.367222 0.020271 4 0.431567 0.050126 4 0.646604 0.044015 4 0.708970 0.023205 4 0.297790 0.073584 4 0.331162 0.116610 4 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..c6035b6aeeece6fae6c9e1380334dbc39ceb575c --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 67.43 (+/- 1.35) 53.15 (+/- 3.14) 4.0 +mutual_information 27.72 (+/- 0.83) 30.15 (+/- 1.72) 4.0 +power_bald 42.40 (+/- 1.47) 40.14 (+/- 1.86) 4.0 +power_pe 47.34 (+/- 3.06) 43.20 (+/- 1.78) 4.0 +pred_entropy 43.86 (+/- 6.88) 36.63 (+/- 6.19) 4.0 +random 37.28 (+/- 3.44) 37.56 (+/- 1.57) 4.0 +random-label 70.71 (+/- 0.60) 62.07 (+/- 0.73) 4.0 +random-label2 65.54 (+/- 1.82) 56.68 (+/- 1.86) 4.0 +softrank_bald 39.37 (+/- 1.87) 35.13 (+/- 2.40) 4.0 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..9560af36d38032781513d1ba14578a586e848c6e --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":32.8638320996,"1":-19.234864966,"2":8.533813134,"3":18.7190119373,"4":1.7093735078,"5":-3.3807292963,"6":51.6160022838,"7":63.6424585613,"8":-3.0497961314},"beta_std":{"0":3.2523212171,"1":3.3493505861,"2":5.0522211245,"3":3.4215552486,"4":4.8330476696,"5":23.0489836874,"6":8.5423175483,"7":11.0092032297,"8":5.3797418665}} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..9020b80ce48f6298329eaf907dfabbc86efae07b --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 32.863832 3.252321 +1 mutual_information -19.234865 3.349351 +2 power_bald 8.533813 5.052221 +3 power_pe 18.719012 3.421555 +4 pred_entropy 1.709374 4.833048 +5 random -3.380729 23.048984 +6 random-label 51.616002 8.542318 +7 random-label2 63.642459 11.009203 +8 softrank_bald -3.049796 5.379742 \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/overview.png b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..9f9dc00245135bd0a90746a06e5e271b40bfb15a --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6690e56fde3ab20dc324847f075fe31ab1f4bed712578e6d5741cfd492554dd4 +size 1179689 diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..8ff5d0ad9f48f7481bd613a392a142490ba88731 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.2, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.8, + "softrank_bald": 0.4, + "class_power_pe66_exp": 0.8 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random-label": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.4, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..0fab0e2c24cf1b144aec29c747dcfef76a812206 --- /dev/null +++ b/analysis/patch-16_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc0bf6f90ce6b31de486a0b01c8204072a599ac8d34404abbebd2ffd11c798a +size 106983 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..47f8ebd3032a49296e5b6ed3cef5e7ffcbfd5ce5 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44d8cb942d619fbd05395ddcc7134bd197360635afd5f751dbb6e893a3151c91 +size 312037 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..48a389281e8c38242eff539530c74ccead2efae6 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.6420223223,"class_pe66":0.6890195985,"class_power_pe33_exp":0.686157511,"class_power_pe33_sharp_sigmoid":0.6667508124,"class_power_pe33_smooth_sigmoid":0.6718453783,"class_power_pe66":0.7060522968,"class_power_pe66_exp":0.71281991,"class_power_pe66_sharp_sigmoid":0.7249718837,"class_power_pe66_smooth_sigmoid":0.717635471,"mutual_information":0.5255714941,"power_bald":0.661138588,"power_pe":0.6674042185,"pred_entropy":0.5630050657,"random":0.5464715231,"random-label":0.7486854053,"random-label2":0.717842598,"softrank_bald":0.6001212687},"('Mean Dice AUBC', 'std')":{"class_pe33":0.020927705,"class_pe66":0.0171415975,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0145155829,"class_power_pe66_exp":0.0122624292,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0274357719,"power_bald":0.0146884252,"power_pe":0.0279710278,"pred_entropy":0.0178330653,"random":0.0282489935,"random-label":0.0064252108,"random-label2":0.0116217363,"softrank_bald":0.0068711124},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.7154141803,"class_pe66":0.78498172,"class_power_pe33_exp":0.7687405052,"class_power_pe33_sharp_sigmoid":0.749128699,"class_power_pe33_smooth_sigmoid":0.7494422798,"class_power_pe66":0.7851025169,"class_power_pe66_exp":0.7954473924,"class_power_pe66_sharp_sigmoid":0.7953957508,"class_power_pe66_smooth_sigmoid":0.7894056657,"mutual_information":0.5926474344,"power_bald":0.7302082761,"power_pe":0.7368402291,"pred_entropy":0.6207019912,"random":0.5622170338,"random-label":0.8072018194,"random-label2":0.7859977147,"softrank_bald":0.66717482},"('Mean Dice Final', 'std')":{"class_pe33":0.0361989099,"class_pe66":0.0091853288,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0051845323,"class_power_pe66_exp":0.0028640095,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0272521844,"power_bald":0.0200980945,"power_pe":0.0091924286,"pred_entropy":0.0139474313,"random":0.0461056937,"random-label":0.0054281419,"random-label2":0.0036999602,"softrank_bald":0.0064960849},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.8538925875,"class_pe66":0.8644753045,"class_power_pe33_exp":0.8868560075,"class_power_pe33_sharp_sigmoid":0.8827684955,"class_power_pe33_smooth_sigmoid":0.8803790597,"class_power_pe66":0.8674067299,"class_power_pe66_exp":0.8716420896,"class_power_pe66_sharp_sigmoid":0.8875319673,"class_power_pe66_smooth_sigmoid":0.8879655343,"mutual_information":0.8237246419,"power_bald":0.8624517913,"power_pe":0.8652680871,"pred_entropy":0.8334076005,"random":0.795494653,"random-label":0.8733377177,"random-label2":0.8541378764,"softrank_bald":0.8632456064},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0208046937,"class_pe66":0.0168644345,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0161942909,"class_power_pe66_exp":0.0215217373,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0210054114,"power_bald":0.0207402032,"power_pe":0.0118818155,"pred_entropy":0.0242355517,"random":0.0294658167,"random-label":0.0117569424,"random-label2":0.0214419608,"softrank_bald":0.0148355016},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.9068510323,"class_pe66":0.9066242698,"class_power_pe33_exp":0.9103398845,"class_power_pe33_sharp_sigmoid":0.9188166102,"class_power_pe33_smooth_sigmoid":0.9166703367,"class_power_pe66":0.9059326984,"class_power_pe66_exp":0.9101591073,"class_power_pe66_sharp_sigmoid":0.9098979319,"class_power_pe66_smooth_sigmoid":0.9087541528,"mutual_information":0.8920297461,"power_bald":0.9000122323,"power_pe":0.9011596154,"pred_entropy":0.8900363954,"random":0.8216314865,"random-label":0.8967490736,"random-label2":0.8950875979,"softrank_bald":0.9081447051},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0049840377,"class_pe66":0.005922351,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0060842651,"class_power_pe66_exp":0.0066494724,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0109213528,"power_bald":0.0019069339,"power_pe":0.0021569122,"pred_entropy":0.0124138338,"random":0.0263139995,"random-label":0.0126113779,"random-label2":0.0084711705,"softrank_bald":0.001877776},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"class_pe33":0.6710420047,"class_pe66":0.6892880637,"class_power_pe33_exp":0.6751990131,"class_power_pe33_sharp_sigmoid":0.6633623511,"class_power_pe33_smooth_sigmoid":0.6724510445,"class_power_pe66":0.6725707214,"class_power_pe66_exp":0.6835061324,"class_power_pe66_sharp_sigmoid":0.6762925042,"class_power_pe66_smooth_sigmoid":0.6823988379,"mutual_information":0.5731293815,"power_bald":0.6621009881,"power_pe":0.6614596261,"pred_entropy":0.64440634,"random":0.5486341721,"random-label":0.7165499186,"random-label2":0.6786879897,"softrank_bald":0.654691455},"('Class 10 Dice AUBC', 'std')":{"class_pe33":0.0016986746,"class_pe66":0.0062638132,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0156107434,"class_power_pe66_exp":0.0137414668,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0361281912,"power_bald":0.0083131033,"power_pe":0.0063987109,"pred_entropy":0.0207348952,"random":0.0442587361,"random-label":0.0091656984,"random-label2":0.0116069597,"softrank_bald":0.0033234795},"('Class 10 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"class_pe33":0.7321941712,"class_pe66":0.7499340616,"class_power_pe33_exp":0.7344622952,"class_power_pe33_sharp_sigmoid":0.7445535083,"class_power_pe33_smooth_sigmoid":0.7392103288,"class_power_pe66":0.7331309047,"class_power_pe66_exp":0.7518519986,"class_power_pe66_sharp_sigmoid":0.7492988702,"class_power_pe66_smooth_sigmoid":0.7389397635,"mutual_information":0.6663853585,"power_bald":0.7159349957,"power_pe":0.7153184609,"pred_entropy":0.71423235,"random":0.5495885692,"random-label":0.7818970578,"random-label2":0.7437931751,"softrank_bald":0.7175147499},"('Class 10 Dice Final', 'std')":{"class_pe33":0.0099021655,"class_pe66":0.0075681595,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0130618896,"class_power_pe66_exp":0.0024483092,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0267875582,"power_bald":0.0133625137,"power_pe":0.0104312972,"pred_entropy":0.0230388468,"random":0.0661667896,"random-label":0.0125906983,"random-label2":0.0150049105,"softrank_bald":0.0041114226},"('Class 10 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"class_pe33":0.0993751716,"class_pe66":0.339692363,"class_power_pe33_exp":0.093154518,"class_power_pe33_sharp_sigmoid":0.0634602776,"class_power_pe33_smooth_sigmoid":0.1101253892,"class_power_pe66":0.4859664426,"class_power_pe66_exp":0.5137966007,"class_power_pe66_sharp_sigmoid":0.4009437057,"class_power_pe66_smooth_sigmoid":0.4035370208,"mutual_information":0.0083481062,"power_bald":0.2342662035,"power_pe":0.327331017,"pred_entropy":0.0218354122,"random":0.07723343,"random-label":0.6485593674,"random-label2":0.5765567353,"softrank_bald":0.0116967663},"('Class 11 Dice AUBC', 'std')":{"class_pe33":0.1965769297,"class_pe66":0.2298951802,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.089012999,"class_power_pe66_exp":0.08432147,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0166962123,"power_bald":0.0736252573,"power_pe":0.1906651669,"pred_entropy":0.0261728539,"random":0.1258437859,"random-label":0.0256493667,"random-label2":0.0601407101,"softrank_bald":0.0233935326},"('Class 11 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"class_pe33":0.1634851528,"class_pe66":0.6613576999,"class_power_pe33_exp":0.5698899001,"class_power_pe33_sharp_sigmoid":0.4690524467,"class_power_pe33_smooth_sigmoid":0.4309908883,"class_power_pe66":0.6879017179,"class_power_pe66_exp":0.7023260587,"class_power_pe66_sharp_sigmoid":0.6781419857,"class_power_pe66_smooth_sigmoid":0.6922780383,"mutual_information":0.0,"power_bald":0.5007200669,"power_pe":0.4936163345,"pred_entropy":0.0,"random":0.1120612969,"random-label":0.7499379162,"random-label2":0.7134981941,"softrank_bald":0.0},"('Class 11 Dice Final', 'std')":{"class_pe33":0.3269703056,"class_pe66":0.0642215274,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0177444062,"class_power_pe66_exp":0.0187705171,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0,"power_bald":0.1242943744,"power_pe":0.1086832585,"pred_entropy":0.0,"random":0.2241225937,"random-label":0.0025143467,"random-label2":0.0119785508,"softrank_bald":0.0},"('Class 11 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"class_pe33":0.243608461,"class_pe66":0.3698968755,"class_power_pe33_exp":0.4690283829,"class_power_pe33_sharp_sigmoid":0.2959339588,"class_power_pe33_smooth_sigmoid":0.4065049148,"class_power_pe66":0.4246340719,"class_power_pe66_exp":0.4708309915,"class_power_pe66_sharp_sigmoid":0.5775748989,"class_power_pe66_smooth_sigmoid":0.5712793581,"mutual_information":0.0096506667,"power_bald":0.2723888701,"power_pe":0.270098656,"pred_entropy":0.0182967806,"random":0.0847788087,"random-label":0.6353523277,"random-label2":0.5472139576,"softrank_bald":0.0239901913},"('Class 12 Dice AUBC', 'std')":{"class_pe33":0.1758985443,"class_pe66":0.2215295741,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.1421630452,"class_power_pe66_exp":0.1004368027,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.011379017,"power_bald":0.1498927409,"power_pe":0.1504369056,"pred_entropy":0.0197469454,"random":0.0872140161,"random-label":0.0288326501,"random-label2":0.0946944714,"softrank_bald":0.0177433881},"('Class 12 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"class_pe33":0.3933545715,"class_pe66":0.5976706845,"class_power_pe33_exp":0.5630971142,"class_power_pe33_sharp_sigmoid":0.4661971863,"class_power_pe33_smooth_sigmoid":0.5491086116,"class_power_pe66":0.635731692,"class_power_pe66_exp":0.6802577425,"class_power_pe66_sharp_sigmoid":0.6808454126,"class_power_pe66_smooth_sigmoid":0.6827373666,"mutual_information":0.0,"power_bald":0.3554950505,"power_pe":0.469130014,"pred_entropy":0.0,"random":0.0862731092,"random-label":0.7460932872,"random-label2":0.6952415622,"softrank_bald":0.0},"('Class 12 Dice Final', 'std')":{"class_pe33":0.2661066117,"class_pe66":0.1618931617,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0135066476,"class_power_pe66_exp":0.0174495005,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0,"power_bald":0.1839302475,"power_pe":0.0554757344,"pred_entropy":0.0,"random":0.1607761263,"random-label":0.0097994888,"random-label2":0.0244324531,"softrank_bald":0.0},"('Class 12 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"class_pe33":0.5126147326,"class_pe66":0.5617561997,"class_power_pe33_exp":0.5674285174,"class_power_pe33_sharp_sigmoid":0.5542634005,"class_power_pe33_smooth_sigmoid":0.5572492179,"class_power_pe66":0.5571135082,"class_power_pe66_exp":0.5580831743,"class_power_pe66_sharp_sigmoid":0.5938148719,"class_power_pe66_smooth_sigmoid":0.5825672203,"mutual_information":0.3233542159,"power_bald":0.5061938102,"power_pe":0.509781397,"pred_entropy":0.4546750603,"random":0.3707296708,"random-label":0.6135140975,"random-label2":0.5625497636,"softrank_bald":0.4652785112},"('Class 13 Dice AUBC', 'std')":{"class_pe33":0.020137385,"class_pe66":0.0169056385,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0238461185,"class_power_pe66_exp":0.0210839664,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0603885544,"power_bald":0.0142071353,"power_pe":0.0103041253,"pred_entropy":0.0516632548,"random":0.0587961787,"random-label":0.0159394268,"random-label2":0.0239313984,"softrank_bald":0.0139690223},"('Class 13 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"class_pe33":0.6051281619,"class_pe66":0.6573094863,"class_power_pe33_exp":0.6261208862,"class_power_pe33_sharp_sigmoid":0.6297672378,"class_power_pe33_smooth_sigmoid":0.6256288833,"class_power_pe66":0.6358870722,"class_power_pe66_exp":0.6485155991,"class_power_pe66_sharp_sigmoid":0.6523852138,"class_power_pe66_smooth_sigmoid":0.6500522029,"mutual_information":0.4508195959,"power_bald":0.5838515119,"power_pe":0.5880250753,"pred_entropy":0.5615458229,"random":0.377814509,"random-label":0.6945532157,"random-label2":0.6551969698,"softrank_bald":0.5681196562},"('Class 13 Dice Final', 'std')":{"class_pe33":0.0104321927,"class_pe66":0.0078724903,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0140261268,"class_power_pe66_exp":0.0080138909,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0566111809,"power_bald":0.0126809122,"power_pe":0.0179079416,"pred_entropy":0.0392683923,"random":0.0887534638,"random-label":0.007289772,"random-label2":0.0021860467,"softrank_bald":0.021689145},"('Class 13 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"class_pe33":0.6805280648,"class_pe66":0.6917648251,"class_power_pe33_exp":0.7085580477,"class_power_pe33_sharp_sigmoid":0.6835286857,"class_power_pe33_smooth_sigmoid":0.7016276148,"class_power_pe66":0.7147540919,"class_power_pe66_exp":0.711825859,"class_power_pe66_sharp_sigmoid":0.7112293564,"class_power_pe66_smooth_sigmoid":0.7099836804,"mutual_information":0.6610652604,"power_bald":0.6872143453,"power_pe":0.702022247,"pred_entropy":0.6806405816,"random":0.6572717845,"random-label":0.7262709263,"random-label2":0.713158223,"softrank_bald":0.685412195},"('Class 14 Dice AUBC', 'std')":{"class_pe33":0.0131859814,"class_pe66":0.010440403,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0099195113,"class_power_pe66_exp":0.0042322188,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0205148626,"power_bald":0.0190422066,"power_pe":0.0090044026,"pred_entropy":0.0029772962,"random":0.0200927395,"random-label":0.0067544888,"random-label2":0.0093168824,"softrank_bald":0.0110044759},"('Class 14 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"class_pe33":0.7277638133,"class_pe66":0.7491281708,"class_power_pe33_exp":0.7314230271,"class_power_pe33_sharp_sigmoid":0.7124396633,"class_power_pe33_smooth_sigmoid":0.7246132065,"class_power_pe66":0.7548715612,"class_power_pe66_exp":0.7512042329,"class_power_pe66_sharp_sigmoid":0.7471693245,"class_power_pe66_smooth_sigmoid":0.7310730312,"mutual_information":0.7017408662,"power_bald":0.7263253167,"power_pe":0.728421626,"pred_entropy":0.7202971351,"random":0.669181075,"random-label":0.7544012492,"random-label2":0.7529351432,"softrank_bald":0.7166889446},"('Class 14 Dice Final', 'std')":{"class_pe33":0.0154980889,"class_pe66":0.0125797006,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0059773931,"class_power_pe66_exp":0.0084443157,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0208353566,"power_bald":0.0092364844,"power_pe":0.0267232346,"pred_entropy":0.0143793898,"random":0.0073143117,"random-label":0.012839263,"random-label2":0.0048637138,"softrank_bald":0.0156140965},"('Class 14 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"class_pe33":0.4881103126,"class_pe66":0.5295592163,"class_power_pe33_exp":0.5245078983,"class_power_pe33_sharp_sigmoid":0.5139544295,"class_power_pe33_smooth_sigmoid":0.4872782255,"class_power_pe66":0.6235168265,"class_power_pe66_exp":0.6101020223,"class_power_pe66_sharp_sigmoid":0.6144399116,"class_power_pe66_smooth_sigmoid":0.5257943386,"mutual_information":0.4682194114,"power_bald":0.5898259378,"power_pe":0.5898031443,"pred_entropy":0.4891092049,"random":0.5001497791,"random-label":0.5868379809,"random-label2":0.6101405326,"softrank_bald":0.5147662085},"('Class 15 Dice AUBC', 'std')":{"class_pe33":0.0275305714,"class_pe66":0.0302645152,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0198076363,"class_power_pe66_exp":0.0251550644,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0319986534,"power_bald":0.0331313969,"power_pe":0.0171249627,"pred_entropy":0.0676330831,"random":0.0356060682,"random-label":0.0507888623,"random-label2":0.0163928323,"softrank_bald":0.0492805485},"('Class 15 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"class_pe33":0.5326173387,"class_pe66":0.6252101361,"class_power_pe33_exp":0.6159189799,"class_power_pe33_sharp_sigmoid":0.5209644729,"class_power_pe33_smooth_sigmoid":0.5895970498,"class_power_pe66":0.6771221167,"class_power_pe66_exp":0.6660753861,"class_power_pe66_sharp_sigmoid":0.6706978192,"class_power_pe66_smooth_sigmoid":0.6220171576,"mutual_information":0.5738480397,"power_bald":0.6450156795,"power_pe":0.6509162711,"pred_entropy":0.5763248572,"random":0.524270917,"random-label":0.6343291835,"random-label2":0.6372602145,"softrank_bald":0.6418321074},"('Class 15 Dice Final', 'std')":{"class_pe33":0.0322229244,"class_pe66":0.044253284,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0109191947,"class_power_pe66_exp":0.0147194618,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0680714309,"power_bald":0.0238757682,"power_pe":0.0130983155,"pred_entropy":0.042871923,"random":0.0347336339,"random-label":0.0354821685,"random-label2":0.0097974092,"softrank_bald":0.0400613776},"('Class 15 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.7762003749,"class_pe66":0.804861205,"class_power_pe33_exp":0.8523266831,"class_power_pe33_sharp_sigmoid":0.8367169905,"class_power_pe33_smooth_sigmoid":0.8360263223,"class_power_pe66":0.8077249526,"class_power_pe66_exp":0.8164710389,"class_power_pe66_sharp_sigmoid":0.8373156708,"class_power_pe66_smooth_sigmoid":0.8542884346,"mutual_information":0.6831923774,"power_bald":0.7971376496,"power_pe":0.7847595948,"pred_entropy":0.6924030121,"random":0.6992016357,"random-label":0.833410206,"random-label2":0.8112464496,"softrank_bald":0.7629255235},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0224352336,"class_pe66":0.0218844,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0306665438,"class_power_pe66_exp":0.0303905032,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.041127724,"power_bald":0.0272843855,"power_pe":0.0569799698,"pred_entropy":0.0630603832,"random":0.0616554424,"random-label":0.0127830032,"random-label2":0.0326926652,"softrank_bald":0.0222624463},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.8867534877,"class_pe66":0.9111061568,"class_power_pe33_exp":0.8934957728,"class_power_pe33_sharp_sigmoid":0.9103622644,"class_power_pe33_smooth_sigmoid":0.9053094041,"class_power_pe66":0.893906371,"class_power_pe66_exp":0.908183049,"class_power_pe66_sharp_sigmoid":0.9113458413,"class_power_pe66_smooth_sigmoid":0.9121573341,"mutual_information":0.8043038347,"power_bald":0.8568116861,"power_pe":0.865079371,"pred_entropy":0.8412991977,"random":0.7475305149,"random-label":0.9063739636,"random-label2":0.8909313127,"softrank_bald":0.8543460477},"('Class 2 Dice Final', 'std')":{"class_pe33":0.00556489,"class_pe66":0.0126408211,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0140195252,"class_power_pe66_exp":0.0069802124,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0226930746,"power_bald":0.0257628892,"power_pe":0.0361402647,"pred_entropy":0.0395198109,"random":0.0536538092,"random-label":0.0048882939,"random-label2":0.0130838855,"softrank_bald":0.0304507542},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.8044703521,"class_pe66":0.8297837871,"class_power_pe33_exp":0.877270818,"class_power_pe33_sharp_sigmoid":0.8695732902,"class_power_pe33_smooth_sigmoid":0.871728998,"class_power_pe66":0.8334999474,"class_power_pe66_exp":0.8362308685,"class_power_pe66_sharp_sigmoid":0.8742552533,"class_power_pe66_smooth_sigmoid":0.8765140488,"mutual_information":0.7076589393,"power_bald":0.8264570444,"power_pe":0.8178080266,"pred_entropy":0.7484599144,"random":0.7111956001,"random-label":0.857147741,"random-label2":0.823712662,"softrank_bald":0.8020635169},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.0429684512,"class_pe66":0.0241843911,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0418648084,"class_power_pe66_exp":0.0322258884,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0635576075,"power_bald":0.0363699288,"power_pe":0.0501185474,"pred_entropy":0.0539405291,"random":0.0851362486,"random-label":0.0181715509,"random-label2":0.0435031613,"softrank_bald":0.0414173639},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.9033481773,"class_pe66":0.9226312276,"class_power_pe33_exp":0.9123399445,"class_power_pe33_sharp_sigmoid":0.9167516508,"class_power_pe33_smooth_sigmoid":0.9163631228,"class_power_pe66":0.9097579804,"class_power_pe66_exp":0.9166332242,"class_power_pe66_sharp_sigmoid":0.9150717023,"class_power_pe66_smooth_sigmoid":0.9135396841,"mutual_information":0.8363532741,"power_bald":0.8860986991,"power_pe":0.8873050705,"pred_entropy":0.87181041,"random":0.7620158803,"random-label":0.9169947029,"random-label2":0.9006409816,"softrank_bald":0.8837472146},"('Class 3 Dice Final', 'std')":{"class_pe33":0.007074323,"class_pe66":0.0077462423,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0065933095,"class_power_pe66_exp":0.0067562485,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0228650105,"power_bald":0.0119548522,"power_pe":0.0177948941,"pred_entropy":0.0248450665,"random":0.0503730648,"random-label":0.0014519992,"random-label2":0.0078510633,"softrank_bald":0.0101763752},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"class_pe33":0.6250702438,"class_pe66":0.6398814131,"class_power_pe33_exp":0.6637034718,"class_power_pe33_sharp_sigmoid":0.6525471167,"class_power_pe33_smooth_sigmoid":0.6491510275,"class_power_pe66":0.6305945656,"class_power_pe66_exp":0.6296730157,"class_power_pe66_sharp_sigmoid":0.6661821905,"class_power_pe66_smooth_sigmoid":0.650589983,"mutual_information":0.4618988345,"power_bald":0.6142736013,"power_pe":0.6133579315,"pred_entropy":0.5257872393,"random":0.5135696057,"random-label":0.6580455967,"random-label2":0.628285636,"softrank_bald":0.5867738124},"('Class 4 Dice AUBC', 'std')":{"class_pe33":0.0128816523,"class_pe66":0.007583667,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0220532373,"class_power_pe66_exp":0.0374823964,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1264698159,"power_bald":0.0230423137,"power_pe":0.0207604246,"pred_entropy":0.1216181863,"random":0.1267948201,"random-label":0.0234136626,"random-label2":0.0394205017,"softrank_bald":0.0309020767},"('Class 4 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"class_pe33":0.6802790865,"class_pe66":0.7000750295,"class_power_pe33_exp":0.7006582895,"class_power_pe33_sharp_sigmoid":0.6788373203,"class_power_pe33_smooth_sigmoid":0.664769671,"class_power_pe66":0.6874250043,"class_power_pe66_exp":0.7001173942,"class_power_pe66_sharp_sigmoid":0.7029661622,"class_power_pe66_smooth_sigmoid":0.6875799806,"mutual_information":0.5729142207,"power_bald":0.6628942605,"power_pe":0.6537921835,"pred_entropy":0.6749258577,"random":0.5382538597,"random-label":0.7114040357,"random-label2":0.682458251,"softrank_bald":0.6582322843},"('Class 4 Dice Final', 'std')":{"class_pe33":0.0080366865,"class_pe66":0.0050559289,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0104560338,"class_power_pe66_exp":0.0107972721,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1067195382,"power_bald":0.004238332,"power_pe":0.005773319,"pred_entropy":0.0135191273,"random":0.0988310074,"random-label":0.0067704854,"random-label2":0.011767594,"softrank_bald":0.0098097314},"('Class 4 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"class_pe33":0.5308725924,"class_pe66":0.6224207864,"class_power_pe33_exp":0.5651274365,"class_power_pe33_sharp_sigmoid":0.5792840426,"class_power_pe33_smooth_sigmoid":0.5081411816,"class_power_pe66":0.5989568513,"class_power_pe66_exp":0.6041694209,"class_power_pe66_sharp_sigmoid":0.6143669198,"class_power_pe66_smooth_sigmoid":0.6094477658,"mutual_information":0.0760826612,"power_bald":0.5169028883,"power_pe":0.5332620783,"pred_entropy":0.1394622244,"random":0.2024621868,"random-label":0.6682661616,"random-label2":0.6225416503,"softrank_bald":0.3176598021},"('Class 5 Dice AUBC', 'std')":{"class_pe33":0.0149956687,"class_pe66":0.010481775,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0290938135,"class_power_pe66_exp":0.0091611507,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0451375251,"power_bald":0.0270885922,"power_pe":0.0374494416,"pred_entropy":0.1280454129,"random":0.1315738314,"random-label":0.0189174472,"random-label2":0.0114050928,"softrank_bald":0.1368329086},"('Class 5 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"class_pe33":0.6774488561,"class_pe66":0.7344075807,"class_power_pe33_exp":0.7084111298,"class_power_pe33_sharp_sigmoid":0.6949568423,"class_power_pe33_smooth_sigmoid":0.6274190042,"class_power_pe66":0.7209828997,"class_power_pe66_exp":0.7373541408,"class_power_pe66_sharp_sigmoid":0.7350195869,"class_power_pe66_smooth_sigmoid":0.7436193486,"mutual_information":0.0770453718,"power_bald":0.615191982,"power_pe":0.6107855317,"pred_entropy":0.0553303982,"random":0.1580345761,"random-label":0.7557433283,"random-label2":0.7329238641,"softrank_bald":0.5532512543},"('Class 5 Dice Final', 'std')":{"class_pe33":0.0258356356,"class_pe66":0.0146122142,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0179695795,"class_power_pe66_exp":0.0087604875,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1295637166,"power_bald":0.0297206722,"power_pe":0.0531407525,"pred_entropy":0.0790892079,"random":0.1694702365,"random-label":0.0067415103,"random-label2":0.0099151691,"softrank_bald":0.0321411554},"('Class 5 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"class_pe33":0.9310231653,"class_pe66":0.9334407791,"class_power_pe33_exp":0.9348379307,"class_power_pe33_sharp_sigmoid":0.9365338167,"class_power_pe33_smooth_sigmoid":0.9347628104,"class_power_pe66":0.92588943,"class_power_pe66_exp":0.9294171463,"class_power_pe66_sharp_sigmoid":0.9351339572,"class_power_pe66_smooth_sigmoid":0.9355013551,"mutual_information":0.9152722282,"power_bald":0.9248241333,"power_pe":0.9244955655,"pred_entropy":0.927277176,"random":0.8790023322,"random-label":0.9224490363,"random-label2":0.9122444672,"softrank_bald":0.9295901334},"('Class 6 Dice AUBC', 'std')":{"class_pe33":0.0071141696,"class_pe66":0.0056317397,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0071273883,"class_power_pe66_exp":0.0077779237,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0087331869,"power_bald":0.0074097163,"power_pe":0.0062255411,"pred_entropy":0.0072651944,"random":0.0174808957,"random-label":0.0100014657,"random-label2":0.0077220318,"softrank_bald":0.0050002479},"('Class 6 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"class_pe33":0.9547616196,"class_pe66":0.9551567439,"class_power_pe33_exp":0.9537267184,"class_power_pe33_sharp_sigmoid":0.9576789498,"class_power_pe33_smooth_sigmoid":0.954047157,"class_power_pe66":0.9473800489,"class_power_pe66_exp":0.9547107324,"class_power_pe66_sharp_sigmoid":0.9543338275,"class_power_pe66_smooth_sigmoid":0.9537560958,"mutual_information":0.9406139128,"power_bald":0.9475951354,"power_pe":0.9445547564,"pred_entropy":0.9530647334,"random":0.8866721963,"random-label":0.9418961732,"random-label2":0.9357821576,"softrank_bald":0.9504594423},"('Class 6 Dice Final', 'std')":{"class_pe33":0.0014837174,"class_pe66":0.0023444125,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0037096618,"class_power_pe66_exp":0.0005126557,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0041742676,"power_bald":0.0010918608,"power_pe":0.0014874618,"pred_entropy":0.0032119764,"random":0.0177026747,"random-label":0.0054331381,"random-label2":0.0065082608,"softrank_bald":0.0025640379},"('Class 6 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"class_pe33":0.7119475611,"class_pe66":0.7198843765,"class_power_pe33_exp":0.7443996829,"class_power_pe33_sharp_sigmoid":0.737616462,"class_power_pe33_smooth_sigmoid":0.7440242799,"class_power_pe66":0.7176526,"class_power_pe66_exp":0.7215717942,"class_power_pe66_sharp_sigmoid":0.7387863212,"class_power_pe66_smooth_sigmoid":0.7310118468,"mutual_information":0.6587650875,"power_bald":0.7143878936,"power_pe":0.710849294,"pred_entropy":0.6865217442,"random":0.5730202104,"random-label":0.735358304,"random-label2":0.7020068424,"softrank_bald":0.7188946853},"('Class 7 Dice AUBC', 'std')":{"class_pe33":0.012065664,"class_pe66":0.0035802271,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0278591761,"class_power_pe66_exp":0.0179941966,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0487764033,"power_bald":0.0108681535,"power_pe":0.01486811,"pred_entropy":0.011582823,"random":0.0535357374,"random-label":0.0111055065,"random-label2":0.0148479151,"softrank_bald":0.009951298},"('Class 7 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"class_pe33":0.794339831,"class_pe66":0.7982146784,"class_power_pe33_exp":0.8193095149,"class_power_pe33_sharp_sigmoid":0.8279490497,"class_power_pe33_smooth_sigmoid":0.8099299342,"class_power_pe66":0.7906062907,"class_power_pe66_exp":0.8049338256,"class_power_pe66_sharp_sigmoid":0.8128127235,"class_power_pe66_smooth_sigmoid":0.8030043785,"mutual_information":0.7511485638,"power_bald":0.7870862835,"power_pe":0.7890558472,"pred_entropy":0.7906619583,"random":0.5980099603,"random-label":0.8079510203,"random-label2":0.769446632,"softrank_bald":0.8008790306},"('Class 7 Dice Final', 'std')":{"class_pe33":0.0171636462,"class_pe66":0.0060617659,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0110966964,"class_power_pe66_exp":0.012423721,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0220597309,"power_bald":0.0024140553,"power_pe":0.0126625016,"pred_entropy":0.0226869331,"random":0.0506704224,"random-label":0.0080526822,"random-label2":0.0080145993,"softrank_bald":0.009204977},"('Class 7 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"class_pe33":0.8848065459,"class_pe66":0.8974212298,"class_power_pe33_exp":0.8966595051,"class_power_pe33_sharp_sigmoid":0.8941360978,"class_power_pe33_smooth_sigmoid":0.8866358413,"class_power_pe66":0.9016837451,"class_power_pe66_exp":0.8999113424,"class_power_pe66_sharp_sigmoid":0.9030575395,"class_power_pe66_smooth_sigmoid":0.8983357674,"mutual_information":0.8274207317,"power_bald":0.8901594763,"power_pe":0.8852521165,"pred_entropy":0.8161620605,"random":0.8406052065,"random-label":0.9018788124,"random-label2":0.8908783015,"softrank_bald":0.8748738695},"('Class 8 Dice AUBC', 'std')":{"class_pe33":0.0049515004,"class_pe66":0.0036576882,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0079337337,"class_power_pe66_exp":0.0107474067,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0238817117,"power_bald":0.0049064398,"power_pe":0.0093554548,"pred_entropy":0.0212879824,"random":0.01063802,"random-label":0.0057376828,"random-label2":0.0058506307,"softrank_bald":0.0102341798},"('Class 8 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"class_pe33":0.9155355932,"class_pe66":0.9293265977,"class_power_pe33_exp":0.9251791971,"class_power_pe33_sharp_sigmoid":0.9235124855,"class_power_pe33_smooth_sigmoid":0.9229911714,"class_power_pe66":0.9301016901,"class_power_pe66_exp":0.925315246,"class_power_pe66_sharp_sigmoid":0.9316215803,"class_power_pe66_smooth_sigmoid":0.9225873147,"mutual_information":0.8573223978,"power_bald":0.9155942493,"power_pe":0.9109684462,"pred_entropy":0.8429867472,"random":0.8539770167,"random-label":0.9278930613,"random-label2":0.9161790241,"softrank_bald":0.9117409971},"('Class 8 Dice Final', 'std')":{"class_pe33":0.0058972331,"class_pe66":0.0019038734,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0024580262,"class_power_pe66_exp":0.0073828826,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0193797758,"power_bald":0.0030065411,"power_pe":0.004925242,"pred_entropy":0.0284825458,"random":0.0229714274,"random-label":0.00259893,"random-label2":0.0090348787,"softrank_bald":0.0049816722},"('Class 8 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"class_pe33":0.8167726644,"class_pe66":0.8411675529,"class_power_pe33_exp":0.8333047515,"class_power_pe33_sharp_sigmoid":0.8375827709,"class_power_pe33_smooth_sigmoid":0.8315947471,"class_power_pe66":0.8288199672,"class_power_pe66_exp":0.835067153,"class_power_pe66_sharp_sigmoid":0.8436531866,"class_power_pe66_smooth_sigmoid":0.8453168726,"mutual_information":0.6857898684,"power_bald":0.818494187,"power_pe":0.8155144953,"pred_entropy":0.7666316349,"random":0.7437237704,"random-label":0.8533028853,"random-label2":0.834277883,"softrank_bald":0.7899567537},"('Class 9 Dice AUBC', 'std')":{"class_pe33":0.0138319058,"class_pe66":0.0037881837,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0071596207,"class_power_pe66_exp":0.0071846308,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0299496159,"power_bald":0.0023242153,"power_pe":0.012435547,"pred_entropy":0.0193318534,"random":0.0286872058,"random-label":0.0055076257,"random-label2":0.0028320257,"softrank_bald":0.0137746557},"('Class 9 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"class_pe33":0.8573518114,"class_pe66":0.8765732757,"class_power_pe33_exp":0.8667349235,"class_power_pe33_sharp_sigmoid":0.8650907959,"class_power_pe33_smooth_sigmoid":0.8649854267,"class_power_pe66":0.8657997051,"class_power_pe66_exp":0.8740731488,"class_power_pe66_sharp_sigmoid":0.8793282803,"class_power_pe66_smooth_sigmoid":0.8789891363,"mutual_information":0.7651863343,"power_bald":0.8544969916,"power_pe":0.8444748324,"pred_entropy":0.8180140054,"random":0.7479405401,"random-label":0.8818100228,"random-label2":0.8685906398,"softrank_bald":0.8426658661},"('Class 9 Dice Final', 'std')":{"class_pe33":0.010482365,"class_pe66":0.0010814392,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0042285874,"class_power_pe66_exp":0.0023582037,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0369193098,"power_bald":0.0051555187,"power_pe":0.00561562,"pred_entropy":0.0128540489,"random":0.0464898259,"random-label":0.0019724745,"random-label2":0.0042408612,"softrank_bald":0.006265009},"('Class 9 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..1e0289d3bc197e61d4c27cdf704efb9affe56d22 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt @@ -0,0 +1,20 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.642022 0.020928 4 0.715414 0.036199 4 0.853893 0.020805 4 0.906851 0.004984 4 0.671042 0.001699 4 0.732194 0.009902 4 0.099375 0.196577 4 0.163485 0.326970 4 0.243608 0.175899 4 0.393355 0.266107 4 0.512615 0.020137 4 0.605128 0.010432 4 0.680528 0.013186 4 0.727764 0.015498 4 0.488110 0.027531 4 0.532617 0.032223 4 0.776200 0.022435 4 0.886753 0.005565 4 0.804470 0.042968 4 0.903348 0.007074 4 0.625070 0.012882 4 0.680279 0.008037 4 0.530873 0.014996 4 0.677449 0.025836 4 0.931023 0.007114 4 0.954762 0.001484 4 0.711948 0.012066 4 0.794340 0.017164 4 0.884807 0.004952 4 0.915536 0.005897 4 0.816773 0.013832 4 0.857352 0.010482 4 +class_pe66 0.689020 0.017142 4 0.784982 0.009185 4 0.864475 0.016864 4 0.906624 0.005922 4 0.689288 0.006264 4 0.749934 0.007568 4 0.339692 0.229895 4 0.661358 0.064222 4 0.369897 0.221530 4 0.597671 0.161893 4 0.561756 0.016906 4 0.657309 0.007872 4 0.691765 0.010440 4 0.749128 0.012580 4 0.529559 0.030265 4 0.625210 0.044253 4 0.804861 0.021884 4 0.911106 0.012641 4 0.829784 0.024184 4 0.922631 0.007746 4 0.639881 0.007584 4 0.700075 0.005056 4 0.622421 0.010482 4 0.734408 0.014612 4 0.933441 0.005632 4 0.955157 0.002344 4 0.719884 0.003580 4 0.798215 0.006062 4 0.897421 0.003658 4 0.929327 0.001904 4 0.841168 0.003788 4 0.876573 0.001081 4 +class_power_pe33_exp 0.686158 NaN 1 0.768741 NaN 1 0.886856 NaN 1 0.910340 NaN 1 0.675199 NaN 1 0.734462 NaN 1 0.093155 NaN 1 0.569890 NaN 1 0.469028 NaN 1 0.563097 NaN 1 0.567429 NaN 1 0.626121 NaN 1 0.708558 NaN 1 0.731423 NaN 1 0.524508 NaN 1 0.615919 NaN 1 0.852327 NaN 1 0.893496 NaN 1 0.877271 NaN 1 0.912340 NaN 1 0.663703 NaN 1 0.700658 NaN 1 0.565127 NaN 1 0.708411 NaN 1 0.934838 NaN 1 0.953727 NaN 1 0.744400 NaN 1 0.819310 NaN 1 0.896660 NaN 1 0.925179 NaN 1 0.833305 NaN 1 0.866735 NaN 1 +class_power_pe33_sharp_sigmoid 0.666751 NaN 1 0.749129 NaN 1 0.882768 NaN 1 0.918817 NaN 1 0.663362 NaN 1 0.744554 NaN 1 0.063460 NaN 1 0.469052 NaN 1 0.295934 NaN 1 0.466197 NaN 1 0.554263 NaN 1 0.629767 NaN 1 0.683529 NaN 1 0.712440 NaN 1 0.513954 NaN 1 0.520964 NaN 1 0.836717 NaN 1 0.910362 NaN 1 0.869573 NaN 1 0.916752 NaN 1 0.652547 NaN 1 0.678837 NaN 1 0.579284 NaN 1 0.694957 NaN 1 0.936534 NaN 1 0.957679 NaN 1 0.737616 NaN 1 0.827949 NaN 1 0.894136 NaN 1 0.923512 NaN 1 0.837583 NaN 1 0.865091 NaN 1 +class_power_pe33_smooth_sigmoid 0.671845 NaN 1 0.749442 NaN 1 0.880379 NaN 1 0.916670 NaN 1 0.672451 NaN 1 0.739210 NaN 1 0.110125 NaN 1 0.430991 NaN 1 0.406505 NaN 1 0.549109 NaN 1 0.557249 NaN 1 0.625629 NaN 1 0.701628 NaN 1 0.724613 NaN 1 0.487278 NaN 1 0.589597 NaN 1 0.836026 NaN 1 0.905309 NaN 1 0.871729 NaN 1 0.916363 NaN 1 0.649151 NaN 1 0.664770 NaN 1 0.508141 NaN 1 0.627419 NaN 1 0.934763 NaN 1 0.954047 NaN 1 0.744024 NaN 1 0.809930 NaN 1 0.886636 NaN 1 0.922991 NaN 1 0.831595 NaN 1 0.864985 NaN 1 +class_power_pe66 0.706052 0.014516 4 0.785103 0.005185 4 0.867407 0.016194 4 0.905933 0.006084 4 0.672571 0.015611 4 0.733131 0.013062 4 0.485966 0.089013 4 0.687902 0.017744 4 0.424634 0.142163 4 0.635732 0.013507 4 0.557114 0.023846 4 0.635887 0.014026 4 0.714754 0.009920 4 0.754872 0.005977 4 0.623517 0.019808 4 0.677122 0.010919 4 0.807725 0.030667 4 0.893906 0.014020 4 0.833500 0.041865 4 0.909758 0.006593 4 0.630595 0.022053 4 0.687425 0.010456 4 0.598957 0.029094 4 0.720983 0.017970 4 0.925889 0.007127 4 0.947380 0.003710 4 0.717653 0.027859 4 0.790606 0.011097 4 0.901684 0.007934 4 0.930102 0.002458 4 0.828820 0.007160 4 0.865800 0.004229 4 +class_power_pe66_exp 0.712820 0.012262 4 0.795447 0.002864 4 0.871642 0.021522 4 0.910159 0.006649 4 0.683506 0.013741 4 0.751852 0.002448 4 0.513797 0.084321 4 0.702326 0.018771 4 0.470831 0.100437 4 0.680258 0.017450 4 0.558083 0.021084 4 0.648516 0.008014 4 0.711826 0.004232 4 0.751204 0.008444 4 0.610102 0.025155 4 0.666075 0.014719 4 0.816471 0.030391 4 0.908183 0.006980 4 0.836231 0.032226 4 0.916633 0.006756 4 0.629673 0.037482 4 0.700117 0.010797 4 0.604169 0.009161 4 0.737354 0.008760 4 0.929417 0.007778 4 0.954711 0.000513 4 0.721572 0.017994 4 0.804934 0.012424 4 0.899911 0.010747 4 0.925315 0.007383 4 0.835067 0.007185 4 0.874073 0.002358 4 +class_power_pe66_sharp_sigmoid 0.724972 NaN 1 0.795396 NaN 1 0.887532 NaN 1 0.909898 NaN 1 0.676293 NaN 1 0.749299 NaN 1 0.400944 NaN 1 0.678142 NaN 1 0.577575 NaN 1 0.680845 NaN 1 0.593815 NaN 1 0.652385 NaN 1 0.711229 NaN 1 0.747169 NaN 1 0.614440 NaN 1 0.670698 NaN 1 0.837316 NaN 1 0.911346 NaN 1 0.874255 NaN 1 0.915072 NaN 1 0.666182 NaN 1 0.702966 NaN 1 0.614367 NaN 1 0.735020 NaN 1 0.935134 NaN 1 0.954334 NaN 1 0.738786 NaN 1 0.812813 NaN 1 0.903058 NaN 1 0.931622 NaN 1 0.843653 NaN 1 0.879328 NaN 1 +class_power_pe66_smooth_sigmoid 0.717635 NaN 1 0.789406 NaN 1 0.887966 NaN 1 0.908754 NaN 1 0.682399 NaN 1 0.738940 NaN 1 0.403537 NaN 1 0.692278 NaN 1 0.571279 NaN 1 0.682737 NaN 1 0.582567 NaN 1 0.650052 NaN 1 0.709984 NaN 1 0.731073 NaN 1 0.525794 NaN 1 0.622017 NaN 1 0.854288 NaN 1 0.912157 NaN 1 0.876514 NaN 1 0.913540 NaN 1 0.650590 NaN 1 0.687580 NaN 1 0.609448 NaN 1 0.743619 NaN 1 0.935501 NaN 1 0.953756 NaN 1 0.731012 NaN 1 0.803004 NaN 1 0.898336 NaN 1 0.922587 NaN 1 0.845317 NaN 1 0.878989 NaN 1 +mutual_information 0.525571 0.027436 4 0.592647 0.027252 4 0.823725 0.021005 4 0.892030 0.010921 4 0.573129 0.036128 4 0.666385 0.026788 4 0.008348 0.016696 4 0.000000 0.000000 4 0.009651 0.011379 4 0.000000 0.000000 4 0.323354 0.060389 4 0.450820 0.056611 4 0.661065 0.020515 4 0.701741 0.020835 4 0.468219 0.031999 4 0.573848 0.068071 4 0.683192 0.041128 4 0.804304 0.022693 4 0.707659 0.063558 4 0.836353 0.022865 4 0.461899 0.126470 4 0.572914 0.106720 4 0.076083 0.045138 4 0.077045 0.129564 4 0.915272 0.008733 4 0.940614 0.004174 4 0.658765 0.048776 4 0.751149 0.022060 4 0.827421 0.023882 4 0.857322 0.019380 4 0.685790 0.029950 4 0.765186 0.036919 4 +power_bald 0.661139 0.014688 4 0.730208 0.020098 4 0.862452 0.020740 4 0.900012 0.001907 4 0.662101 0.008313 4 0.715935 0.013363 4 0.234266 0.073625 4 0.500720 0.124294 4 0.272389 0.149893 4 0.355495 0.183930 4 0.506194 0.014207 4 0.583852 0.012681 4 0.687214 0.019042 4 0.726325 0.009236 4 0.589826 0.033131 4 0.645016 0.023876 4 0.797138 0.027284 4 0.856812 0.025763 4 0.826457 0.036370 4 0.886099 0.011955 4 0.614274 0.023042 4 0.662894 0.004238 4 0.516903 0.027089 4 0.615192 0.029721 4 0.924824 0.007410 4 0.947595 0.001092 4 0.714388 0.010868 4 0.787086 0.002414 4 0.890159 0.004906 4 0.915594 0.003007 4 0.818494 0.002324 4 0.854497 0.005156 4 +power_pe 0.667404 0.027971 4 0.736840 0.009192 4 0.865268 0.011882 4 0.901160 0.002157 4 0.661460 0.006399 4 0.715318 0.010431 4 0.327331 0.190665 4 0.493616 0.108683 4 0.270099 0.150437 4 0.469130 0.055476 4 0.509781 0.010304 4 0.588025 0.017908 4 0.702022 0.009004 4 0.728422 0.026723 4 0.589803 0.017125 4 0.650916 0.013098 4 0.784760 0.056980 4 0.865079 0.036140 4 0.817808 0.050119 4 0.887305 0.017795 4 0.613358 0.020760 4 0.653792 0.005773 4 0.533262 0.037449 4 0.610786 0.053141 4 0.924496 0.006226 4 0.944555 0.001487 4 0.710849 0.014868 4 0.789056 0.012663 4 0.885252 0.009355 4 0.910968 0.004925 4 0.815514 0.012436 4 0.844475 0.005616 4 +pred_entropy 0.563005 0.017833 4 0.620702 0.013947 4 0.833408 0.024236 4 0.890036 0.012414 4 0.644406 0.020735 4 0.714232 0.023039 4 0.021835 0.026173 4 0.000000 0.000000 4 0.018297 0.019747 4 0.000000 0.000000 4 0.454675 0.051663 4 0.561546 0.039268 4 0.680641 0.002977 4 0.720297 0.014379 4 0.489109 0.067633 4 0.576325 0.042872 4 0.692403 0.063060 4 0.841299 0.039520 4 0.748460 0.053941 4 0.871810 0.024845 4 0.525787 0.121618 4 0.674926 0.013519 4 0.139462 0.128045 4 0.055330 0.079089 4 0.927277 0.007265 4 0.953065 0.003212 4 0.686522 0.011583 4 0.790662 0.022687 4 0.816162 0.021288 4 0.842987 0.028483 4 0.766632 0.019332 4 0.818014 0.012854 4 +random 0.546472 0.028249 4 0.562217 0.046106 4 0.795495 0.029466 4 0.821631 0.026314 4 0.548634 0.044259 4 0.549589 0.066167 4 0.077233 0.125844 4 0.112061 0.224123 4 0.084779 0.087214 4 0.086273 0.160776 4 0.370730 0.058796 4 0.377815 0.088753 4 0.657272 0.020093 4 0.669181 0.007314 4 0.500150 0.035606 4 0.524271 0.034734 4 0.699202 0.061655 4 0.747531 0.053654 4 0.711196 0.085136 4 0.762016 0.050373 4 0.513570 0.126795 4 0.538254 0.098831 4 0.202462 0.131574 4 0.158035 0.169470 4 0.879002 0.017481 4 0.886672 0.017703 4 0.573020 0.053536 4 0.598010 0.050670 4 0.840605 0.010638 4 0.853977 0.022971 4 0.743724 0.028687 4 0.747941 0.046490 4 +random-label 0.748685 0.006425 4 0.807202 0.005428 4 0.873338 0.011757 4 0.896749 0.012611 4 0.716550 0.009166 4 0.781897 0.012591 4 0.648559 0.025649 4 0.749938 0.002514 4 0.635352 0.028833 4 0.746093 0.009799 4 0.613514 0.015939 4 0.694553 0.007290 4 0.726271 0.006754 4 0.754401 0.012839 4 0.586838 0.050789 4 0.634329 0.035482 4 0.833410 0.012783 4 0.906374 0.004888 4 0.857148 0.018172 4 0.916995 0.001452 4 0.658046 0.023414 4 0.711404 0.006770 4 0.668266 0.018917 4 0.755743 0.006742 4 0.922449 0.010001 4 0.941896 0.005433 4 0.735358 0.011106 4 0.807951 0.008053 4 0.901879 0.005738 4 0.927893 0.002599 4 0.853303 0.005508 4 0.881810 0.001972 4 +random-label2 0.717843 0.011622 4 0.785998 0.003700 4 0.854138 0.021442 4 0.895088 0.008471 4 0.678688 0.011607 4 0.743793 0.015005 4 0.576557 0.060141 4 0.713498 0.011979 4 0.547214 0.094694 4 0.695242 0.024432 4 0.562550 0.023931 4 0.655197 0.002186 4 0.713158 0.009317 4 0.752935 0.004864 4 0.610141 0.016393 4 0.637260 0.009797 4 0.811246 0.032693 4 0.890931 0.013084 4 0.823713 0.043503 4 0.900641 0.007851 4 0.628286 0.039421 4 0.682458 0.011768 4 0.622542 0.011405 4 0.732924 0.009915 4 0.912244 0.007722 4 0.935782 0.006508 4 0.702007 0.014848 4 0.769447 0.008015 4 0.890878 0.005851 4 0.916179 0.009035 4 0.834278 0.002832 4 0.868591 0.004241 4 +softrank_bald 0.600121 0.006871 4 0.667175 0.006496 4 0.863246 0.014836 4 0.908145 0.001878 4 0.654691 0.003323 4 0.717515 0.004111 4 0.011697 0.023394 4 0.000000 0.000000 4 0.023990 0.017743 4 0.000000 0.000000 4 0.465279 0.013969 4 0.568120 0.021689 4 0.685412 0.011004 4 0.716689 0.015614 4 0.514766 0.049281 4 0.641832 0.040061 4 0.762926 0.022262 4 0.854346 0.030451 4 0.802064 0.041417 4 0.883747 0.010176 4 0.586774 0.030902 4 0.658232 0.009810 4 0.317660 0.136833 4 0.553251 0.032141 4 0.929590 0.005000 4 0.950459 0.002564 4 0.718895 0.009951 4 0.800879 0.009205 4 0.874874 0.010234 4 0.911741 0.004982 4 0.789957 0.013775 4 0.842666 0.006265 4 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..b1fc4ea6654de29b5e76b5c263483ea9b7b293e1 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt @@ -0,0 +1,18 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 71.54 (+/- 3.62) 64.20 (+/- 2.09) 4.0 +class_pe66 78.50 (+/- 0.92) 68.90 (+/- 1.71) 4.0 +class_power_pe33_exp 76.87 (+/- nan) 68.62 (+/- nan) 1.0 +class_power_pe33_sharp_sigmoid 74.91 (+/- nan) 66.68 (+/- nan) 1.0 +class_power_pe33_smooth_sigmoid 74.94 (+/- nan) 67.18 (+/- nan) 1.0 +class_power_pe66 78.51 (+/- 0.52) 70.61 (+/- 1.45) 4.0 +class_power_pe66_exp 79.54 (+/- 0.29) 71.28 (+/- 1.23) 4.0 +class_power_pe66_sharp_sigmoid 79.54 (+/- nan) 72.50 (+/- nan) 1.0 +class_power_pe66_smooth_sigmoid 78.94 (+/- nan) 71.76 (+/- nan) 1.0 +mutual_information 59.26 (+/- 2.73) 52.56 (+/- 2.74) 4.0 +power_bald 73.02 (+/- 2.01) 66.11 (+/- 1.47) 4.0 +power_pe 73.68 (+/- 0.92) 66.74 (+/- 2.80) 4.0 +pred_entropy 62.07 (+/- 1.39) 56.30 (+/- 1.78) 4.0 +random 56.22 (+/- 4.61) 54.65 (+/- 2.82) 4.0 +random-label 80.72 (+/- 0.54) 74.87 (+/- 0.64) 4.0 +random-label2 78.60 (+/- 0.37) 71.78 (+/- 1.16) 4.0 +softrank_bald 66.72 (+/- 0.65) 60.01 (+/- 0.69) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..f1e9d7793c07acde1ba20d7464c306a2021e8728 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe33_exp","3":"class_power_pe33_sharp_sigmoid","4":"class_power_pe33_smooth_sigmoid","5":"class_power_pe66","6":"class_power_pe66_exp","7":"class_power_pe66_sharp_sigmoid","8":"class_power_pe66_smooth_sigmoid","9":"mutual_information","10":"power_bald","11":"power_pe","12":"pred_entropy","13":"random","14":"random-label","15":"random-label2","16":"softrank_bald"},"beta":{"0":6.6243574853,"1":10.2182684214,"2":15.3455666809,"3":12.4271088215,"4":10.9364976988,"5":25.1670515469,"6":20.0137357411,"7":25.1686704828,"8":17.781509823,"9":1.4913835193,"10":18.1904095611,"11":18.5113281337,"12":2.6196419183,"13":10.0869818489,"14":32.4983294519,"15":36.4446788337,"16":5.6553849625},"beta_std":{"0":0.207004897,"1":0.2575041498,"2":6.3991369183,"3":9.1092890945,"4":5.4291347116,"5":0.9713447602,"6":2.2383496589,"7":22.0900185231,"8":10.6720315349,"9":0.2180794587,"10":0.4364580481,"11":1.1663056918,"12":0.1672126804,"13":3.2578025783,"14":6.0811816488,"15":2.9352836672,"16":0.1032020431}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..e81fe4855fe807026a720c81d08798d7e2ae72db --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt @@ -0,0 +1,18 @@ + Query Method beta beta_std +0 class_pe33 6.624357 0.207005 +1 class_pe66 10.218268 0.257504 +2 class_power_pe33_exp 15.345567 6.399137 +3 class_power_pe33_sharp_sigmoid 12.427109 9.109289 +4 class_power_pe33_smooth_sigmoid 10.936498 5.429135 +5 class_power_pe66 25.167052 0.971345 +6 class_power_pe66_exp 20.013736 2.238350 +7 class_power_pe66_sharp_sigmoid 25.168670 22.090019 +8 class_power_pe66_smooth_sigmoid 17.781510 10.672032 +9 mutual_information 1.491384 0.218079 +10 power_bald 18.190410 0.436458 +11 power_pe 18.511328 1.166306 +12 pred_entropy 2.619642 0.167213 +13 random 10.086982 3.257803 +14 random-label 32.498329 6.081182 +15 random-label2 36.444679 2.935284 +16 softrank_bald 5.655385 0.103202 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/overview.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..b3beb3b86b8f9229ddf2d5038302bf7564ea990a --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2a6455134878157f351b3e4ebd4406eb62e4354d6603502b8cf964b3e135d0 +size 1372785 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..bcd1bab8641d41bcc93f8f36759b5c3af519cb9c --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json @@ -0,0 +1,335 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 1.0, + "power_pe": 0.8, + "pred_entropy": 0.2, + "random-label2": 1.0, + "random-label": 0.8, + "random": 0.4, + "softrank_bald": 0.8, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 1.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.6000000000000001 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.2, + "softrank_bald": 0.4, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.2, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.4, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 1.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.2, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe33_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe33_sharp_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe33_smooth_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.4, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_sharp_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_smooth_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..f200640e270eaa4992dc65e7ef80e99ef8a4ac0a --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562955877132e8bf3b4ff3d6b022e6388372fe41112a19dfbb1aa857a81d0307 +size 198540 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/analysis.pkl b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6539816cf160c5fc3f6f52dde25bbc120bcf0dbf --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f9a4036c719d542135e59e4f773ccddeb3d37ed16bd0fe0c43731a53c2b93e6 +size 333496 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..101c978fe0520da47e1df5758b62c856772ee5a1 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.3786316032,"power_bald":0.5228773142,"power_pe":0.5095351062,"pred_entropy":0.4002461085,"random":0.4305980835,"random-label":0.6309477498,"random-label2":0.5535635344,"softrank_bald":0.4453897338},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0157263597,"power_bald":0.0191753478,"power_pe":0.0256697408,"pred_entropy":0.0252553347,"random":0.0294818294,"random-label":0.0193152073,"random-label2":0.0289205351,"softrank_bald":0.0240876202},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.3573533629,"power_bald":0.5570032739,"power_pe":0.5448919773,"pred_entropy":0.4145086416,"random":0.4038851855,"random-label":0.709599169,"random-label2":0.587221204,"softrank_bald":0.4510097692},"('Mean Dice Final', 'std')":{"mutual_information":0.0282303739,"power_bald":0.0123957986,"power_pe":0.0281324224,"pred_entropy":0.039665034,"random":0.0287060076,"random-label":0.0082677894,"random-label2":0.0200529877,"softrank_bald":0.0515892959},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.6284720186,"power_bald":0.7553244257,"power_pe":0.6849827493,"pred_entropy":0.7020366288,"random":0.6332778732,"random-label":0.7518938512,"random-label2":0.7045685383,"softrank_bald":0.7477310331},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0376782266,"power_bald":0.029663427,"power_pe":0.0471031239,"pred_entropy":0.0327575232,"random":0.0607149012,"random-label":0.0439241355,"random-label2":0.0347477523,"softrank_bald":0.0306671913},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.6466151707,"power_bald":0.8362076392,"power_pe":0.7511388139,"pred_entropy":0.7665756663,"random":0.6113891861,"random-label":0.8183031328,"random-label2":0.7297312698,"softrank_bald":0.7990858149},"('Class 1 Dice Final', 'std')":{"mutual_information":0.139009329,"power_bald":0.0154546372,"power_pe":0.0496972479,"pred_entropy":0.0344841828,"random":0.0899575275,"random-label":0.0343061061,"random-label2":0.0231422433,"softrank_bald":0.0417372197},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"mutual_information":0.3431949763,"power_bald":0.4808974857,"power_pe":0.5041699234,"pred_entropy":0.3935559002,"random":0.4295983662,"random-label":0.5729635661,"random-label2":0.5180855459,"softrank_bald":0.4173745878},"('Class 10 Dice AUBC', 'std')":{"mutual_information":0.0345531502,"power_bald":0.0341467831,"power_pe":0.0481169509,"pred_entropy":0.0216661802,"random":0.0436554588,"random-label":0.052100716,"random-label2":0.0523229423,"softrank_bald":0.0336594978},"('Class 10 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"mutual_information":0.3138029217,"power_bald":0.5745952546,"power_pe":0.5563866618,"pred_entropy":0.4734468814,"random":0.4388905972,"random-label":0.6473023193,"random-label2":0.5837757047,"softrank_bald":0.4643000451},"('Class 10 Dice Final', 'std')":{"mutual_information":0.0344820697,"power_bald":0.0093919202,"power_pe":0.019268939,"pred_entropy":0.0217467642,"random":0.0377124279,"random-label":0.0291333403,"random-label2":0.0533200129,"softrank_bald":0.0229819623},"('Class 10 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"mutual_information":0.1063476259,"power_bald":0.162757683,"power_pe":0.2357991138,"pred_entropy":0.0788657449,"random":0.1572068088,"random-label":0.6099835462,"random-label2":0.3068299238,"softrank_bald":0.0873790218},"('Class 11 Dice AUBC', 'std')":{"mutual_information":0.0560545211,"power_bald":0.0926247811,"power_pe":0.1827419096,"pred_entropy":0.039843679,"random":0.1042122474,"random-label":0.0168944796,"random-label2":0.1390508086,"softrank_bald":0.0318351977},"('Class 11 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"mutual_information":0.0,"power_bald":0.0,"power_pe":0.097612645,"pred_entropy":0.0,"random":0.0,"random-label":0.6667814005,"random-label2":0.0778658969,"softrank_bald":0.0},"('Class 11 Dice Final', 'std')":{"mutual_information":0.0,"power_bald":0.0,"power_pe":0.1952252901,"pred_entropy":0.0,"random":0.0,"random-label":0.0207228057,"random-label2":0.0582320254,"softrank_bald":0.0},"('Class 11 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"mutual_information":0.0648030461,"power_bald":0.1133785035,"power_pe":0.1377776895,"pred_entropy":0.0509669962,"random":0.0964505472,"random-label":0.5256786709,"random-label2":0.3018521648,"softrank_bald":0.056645548},"('Class 12 Dice AUBC', 'std')":{"mutual_information":0.0403694002,"power_bald":0.0597073492,"power_pe":0.1001198145,"pred_entropy":0.0334837954,"random":0.0868773947,"random-label":0.0258090253,"random-label2":0.1640372418,"softrank_bald":0.0389962392},"('Class 12 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0332030753,"pred_entropy":0.0,"random":0.0,"random-label":0.6213156815,"random-label2":0.32560268,"softrank_bald":0.0},"('Class 12 Dice Final', 'std')":{"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0664061506,"pred_entropy":0.0,"random":0.0,"random-label":0.043539574,"random-label2":0.155279731,"softrank_bald":0.0},"('Class 12 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"mutual_information":0.1472493885,"power_bald":0.3441966199,"power_pe":0.3334762481,"pred_entropy":0.1701304537,"random":0.2566344815,"random-label":0.4430095795,"random-label2":0.3672752961,"softrank_bald":0.215024513},"('Class 13 Dice AUBC', 'std')":{"mutual_information":0.0379823283,"power_bald":0.0300728981,"power_pe":0.0565516999,"pred_entropy":0.0421932316,"random":0.0577495168,"random-label":0.0570363004,"random-label2":0.0224594582,"softrank_bald":0.0435351253},"('Class 13 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"mutual_information":0.0569174716,"power_bald":0.4199526806,"power_pe":0.3583012514,"pred_entropy":0.1517594358,"random":0.2454361575,"random-label":0.5381854674,"random-label2":0.4020768397,"softrank_bald":0.1940059173},"('Class 13 Dice Final', 'std')":{"mutual_information":0.0399537324,"power_bald":0.0144008646,"power_pe":0.0455186512,"pred_entropy":0.0266179353,"random":0.0988445625,"random-label":0.0360125011,"random-label2":0.0314331058,"softrank_bald":0.091277866},"('Class 13 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"mutual_information":0.5626587974,"power_bald":0.616737721,"power_pe":0.5896489942,"pred_entropy":0.5558447591,"random":0.5959688773,"random-label":0.6489077925,"random-label2":0.629975482,"softrank_bald":0.5841799795},"('Class 14 Dice AUBC', 'std')":{"mutual_information":0.0270928295,"power_bald":0.0187830306,"power_pe":0.0286577169,"pred_entropy":0.0193770195,"random":0.021225888,"random-label":0.0157395573,"random-label2":0.0374096517,"softrank_bald":0.0366090827},"('Class 14 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"mutual_information":0.6181156973,"power_bald":0.6617937927,"power_pe":0.6112708042,"pred_entropy":0.5964737052,"random":0.6103766234,"random-label":0.6941929123,"random-label2":0.6802068694,"softrank_bald":0.5682152704},"('Class 14 Dice Final', 'std')":{"mutual_information":0.0470902754,"power_bald":0.0195672303,"power_pe":0.0219882993,"pred_entropy":0.0278520839,"random":0.0379615129,"random-label":0.0170869069,"random-label2":0.0285964655,"softrank_bald":0.0887111715},"('Class 14 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"mutual_information":0.2951095914,"power_bald":0.4260153301,"power_pe":0.3568723084,"pred_entropy":0.318420808,"random":0.396852166,"random-label":0.4461456576,"random-label2":0.4624110769,"softrank_bald":0.3060998224},"('Class 15 Dice AUBC', 'std')":{"mutual_information":0.1273259309,"power_bald":0.0794521618,"power_pe":0.0858937292,"pred_entropy":0.1037151672,"random":0.0461729344,"random-label":0.0311340089,"random-label2":0.0824388585,"softrank_bald":0.0874994358},"('Class 15 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"mutual_information":0.2871603326,"power_bald":0.4372135162,"power_pe":0.3897700455,"pred_entropy":0.3258594751,"random":0.3909354864,"random-label":0.5295769046,"random-label2":0.5344525766,"softrank_bald":0.3062927029},"('Class 15 Dice Final', 'std')":{"mutual_information":0.2097100171,"power_bald":0.1119542964,"power_pe":0.0626773076,"pred_entropy":0.1699314741,"random":0.0388816802,"random-label":0.0487074815,"random-label2":0.0532851957,"softrank_bald":0.037974904},"('Class 15 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.4242313757,"power_bald":0.5402305256,"power_pe":0.6121586822,"pred_entropy":0.4346888501,"random":0.3919817553,"random-label":0.6851542224,"random-label2":0.5643414567,"softrank_bald":0.519029123},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0659076818,"power_bald":0.0788627124,"power_pe":0.0580019566,"pred_entropy":0.1188405131,"random":0.0991278433,"random-label":0.0131958328,"random-label2":0.0348890157,"softrank_bald":0.0596380266},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.4981531105,"power_bald":0.6673082047,"power_pe":0.7436532725,"pred_entropy":0.4919381035,"random":0.4171454643,"random-label":0.7840385342,"random-label2":0.6339027839,"softrank_bald":0.6681143517},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0130730308,"power_bald":0.0469473147,"power_pe":0.042669586,"pred_entropy":0.0898678726,"random":0.1218147223,"random-label":0.0133737691,"random-label2":0.0603890281,"softrank_bald":0.0570643497},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.5131418095,"power_bald":0.6247271706,"power_pe":0.6251325334,"pred_entropy":0.5715272997,"random":0.5116264523,"random-label":0.7074577404,"random-label2":0.6505071007,"softrank_bald":0.6299500115},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0411742386,"power_bald":0.018593094,"power_pe":0.0542592298,"pred_entropy":0.0395886644,"random":0.0766623529,"random-label":0.0412373251,"random-label2":0.0344820054,"softrank_bald":0.0397768885},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.6593605051,"power_bald":0.7084685025,"power_pe":0.7490174703,"pred_entropy":0.648868441,"random":0.548653075,"random-label":0.8053263756,"random-label2":0.7114837228,"softrank_bald":0.7151565428},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0319366892,"power_bald":0.0498316119,"power_pe":0.0563683118,"pred_entropy":0.0541903049,"random":0.0568725148,"random-label":0.0293767864,"random-label2":0.0604367563,"softrank_bald":0.0422055175},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"mutual_information":0.2843773632,"power_bald":0.5305616404,"power_pe":0.4835646387,"pred_entropy":0.2782512134,"random":0.3239866512,"random-label":0.5402112589,"random-label2":0.5323156,"softrank_bald":0.3235220264},"('Class 4 Dice AUBC', 'std')":{"mutual_information":0.1821647474,"power_bald":0.0262866066,"power_pe":0.0756785537,"pred_entropy":0.2097169219,"random":0.1902720003,"random-label":0.0593686045,"random-label2":0.0363041183,"softrank_bald":0.1687231537},"('Class 4 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"mutual_information":0.1877790405,"power_bald":0.5563952731,"power_pe":0.5534780581,"pred_entropy":0.2486462924,"random":0.2630958233,"random-label":0.6181972819,"random-label2":0.578635576,"softrank_bald":0.2469621166},"('Class 4 Dice Final', 'std')":{"mutual_information":0.1838840713,"power_bald":0.0335563358,"power_pe":0.0494541979,"pred_entropy":0.2509426833,"random":0.2024847704,"random-label":0.0305493183,"random-label2":0.0392052939,"softrank_bald":0.1827417241},"('Class 4 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"mutual_information":0.0884166863,"power_bald":0.3413874074,"power_pe":0.2632760295,"pred_entropy":0.0855803726,"random":0.1571626567,"random-label":0.5053851446,"random-label2":0.4109035846,"softrank_bald":0.1558891198},"('Class 5 Dice AUBC', 'std')":{"mutual_information":0.0447987611,"power_bald":0.0493121781,"power_pe":0.0700379415,"pred_entropy":0.0445951505,"random":0.0752922433,"random-label":0.0920667129,"random-label2":0.1031022405,"softrank_bald":0.0809035088},"('Class 5 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"mutual_information":0.0013246614,"power_bald":0.3323890007,"power_pe":0.2692379576,"pred_entropy":0.0049001627,"random":0.04995857,"random-label":0.6560595038,"random-label2":0.5151828571,"softrank_bald":0.1146049042},"('Class 5 Dice Final', 'std')":{"mutual_information":0.0026493228,"power_bald":0.037606379,"power_pe":0.1005256483,"pred_entropy":0.0098003255,"random":0.0482788831,"random-label":0.0229477243,"random-label2":0.0976571168,"softrank_bald":0.173498688},"('Class 5 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"mutual_information":0.8357413925,"power_bald":0.8668256618,"power_pe":0.8620183449,"pred_entropy":0.8436897842,"random":0.81175977,"random-label":0.8692967617,"random-label2":0.8448411828,"softrank_bald":0.8751108407},"('Class 6 Dice AUBC', 'std')":{"mutual_information":0.0355196612,"power_bald":0.0081771211,"power_pe":0.0111447412,"pred_entropy":0.0140847335,"random":0.0137398391,"random-label":0.014121559,"random-label2":0.0191923014,"softrank_bald":0.0186452939},"('Class 6 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"mutual_information":0.8841450781,"power_bald":0.9070054649,"power_pe":0.8955009404,"pred_entropy":0.8983454295,"random":0.8208522236,"random-label":0.9027330853,"random-label2":0.8669683884,"softrank_bald":0.9100880986},"('Class 6 Dice Final', 'std')":{"mutual_information":0.0141031477,"power_bald":0.0119131899,"power_pe":0.0126901183,"pred_entropy":0.011080006,"random":0.0107034127,"random-label":0.0096683521,"random-label2":0.0141653484,"softrank_bald":0.0105423533},"('Class 6 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"mutual_information":0.437059766,"power_bald":0.5305528804,"power_pe":0.520597697,"pred_entropy":0.4774140169,"random":0.4139309014,"random-label":0.5814309572,"random-label2":0.5243955433,"softrank_bald":0.4971957641},"('Class 7 Dice AUBC', 'std')":{"mutual_information":0.0347973649,"power_bald":0.0327483683,"power_pe":0.0342413507,"pred_entropy":0.0259704794,"random":0.0297026485,"random-label":0.0424179528,"random-label2":0.0483971485,"softrank_bald":0.0105660849},"('Class 7 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"mutual_information":0.4837335593,"power_bald":0.6278382365,"power_pe":0.6139860986,"pred_entropy":0.5358672226,"random":0.4331107053,"random-label":0.660211342,"random-label2":0.5814157717,"softrank_bald":0.5632127817},"('Class 7 Dice Final', 'std')":{"mutual_information":0.0367201425,"power_bald":0.0140357673,"power_pe":0.0403109081,"pred_entropy":0.0165797657,"random":0.0158086928,"random-label":0.0165394771,"random-label2":0.0676768982,"softrank_bald":0.0420904621},"('Class 7 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"mutual_information":0.5996434485,"power_bald":0.801818175,"power_pe":0.7890066156,"pred_entropy":0.6255295774,"random":0.7460493035,"random-label":0.819138788,"random-label2":0.8068398629,"softrank_bald":0.7376324648},"('Class 8 Dice AUBC', 'std')":{"mutual_information":0.0558245116,"power_bald":0.0265540855,"power_pe":0.030096492,"pred_entropy":0.0212663287,"random":0.0197671846,"random-label":0.0258177246,"random-label2":0.0222277349,"softrank_bald":0.0339481469},"('Class 8 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"mutual_information":0.5224758097,"power_bald":0.8551444682,"power_pe":0.832331506,"pred_entropy":0.6036877103,"random":0.7354502643,"random-label":0.8735541276,"random-label2":0.8433041843,"softrank_bald":0.7487233013},"('Class 8 Dice Final', 'std')":{"mutual_information":0.1526399402,"power_bald":0.017838204,"power_pe":0.0361200861,"pred_entropy":0.0375616111,"random":0.0145238901,"random-label":0.0166094141,"random-label2":0.028933966,"softrank_bald":0.0488083054},"('Class 8 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"mutual_information":0.3490267626,"power_bald":0.7077484831,"power_pe":0.6445450247,"pred_entropy":0.4171892223,"random":0.5364846427,"random-label":0.7575587103,"random-label2":0.6783106566,"softrank_bald":0.5280821506},"('Class 9 Dice AUBC', 'std')":{"mutual_information":0.0926755736,"power_bald":0.0400080893,"power_pe":0.0865794353,"pred_entropy":0.1016555954,"random":0.1406105472,"random-label":0.0319497695,"random-label2":0.05164864,"softrank_bald":0.1399858606},"('Class 9 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"mutual_information":0.2007170856,"power_bald":0.7707370743,"power_pe":0.7184910588,"pred_entropy":0.4712610978,"random":0.4929836065,"random-label":0.8282094658,"random-label2":0.7437129388,"softrank_bald":0.4663846904},"('Class 9 Dice Final', 'std')":{"mutual_information":0.1095708948,"power_bald":0.0115870253,"power_pe":0.0660758051,"pred_entropy":0.0869836165,"random":0.2029392727,"random-label":0.0061087373,"random-label2":0.0104838968,"softrank_bald":0.2622376397},"('Class 9 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..fb30553bbfe92c2b604cef8180b4d239c353fc65 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.378632 0.015726 4 0.357353 0.028230 4 0.628472 0.037678 4 0.646615 0.139009 4 0.343195 0.034553 4 0.313803 0.034482 4 0.106348 0.056055 4 0.000000 0.000000 4 0.064803 0.040369 4 0.000000 0.000000 4 0.147249 0.037982 4 0.056917 0.039954 4 0.562659 0.027093 4 0.618116 0.047090 4 0.295110 0.127326 4 0.287160 0.209710 4 0.424231 0.065908 4 0.498153 0.013073 4 0.513142 0.041174 4 0.659361 0.031937 4 0.284377 0.182165 4 0.187779 0.183884 4 0.088417 0.044799 4 0.001325 0.002649 4 0.835741 0.035520 4 0.884145 0.014103 4 0.437060 0.034797 4 0.483734 0.036720 4 0.599643 0.055825 4 0.522476 0.152640 4 0.349027 0.092676 4 0.200717 0.109571 4 +power_bald 0.522877 0.019175 4 0.557003 0.012396 4 0.755324 0.029663 4 0.836208 0.015455 4 0.480897 0.034147 4 0.574595 0.009392 4 0.162758 0.092625 4 0.000000 0.000000 4 0.113379 0.059707 4 0.000000 0.000000 4 0.344197 0.030073 4 0.419953 0.014401 4 0.616738 0.018783 4 0.661794 0.019567 4 0.426015 0.079452 4 0.437214 0.111954 4 0.540231 0.078863 4 0.667308 0.046947 4 0.624727 0.018593 4 0.708469 0.049832 4 0.530562 0.026287 4 0.556395 0.033556 4 0.341387 0.049312 4 0.332389 0.037606 4 0.866826 0.008177 4 0.907005 0.011913 4 0.530553 0.032748 4 0.627838 0.014036 4 0.801818 0.026554 4 0.855144 0.017838 4 0.707748 0.040008 4 0.770737 0.011587 4 +power_pe 0.509535 0.025670 4 0.544892 0.028132 4 0.684983 0.047103 4 0.751139 0.049697 4 0.504170 0.048117 4 0.556387 0.019269 4 0.235799 0.182742 4 0.097613 0.195225 4 0.137778 0.100120 4 0.033203 0.066406 4 0.333476 0.056552 4 0.358301 0.045519 4 0.589649 0.028658 4 0.611271 0.021988 4 0.356872 0.085894 4 0.389770 0.062677 4 0.612159 0.058002 4 0.743653 0.042670 4 0.625133 0.054259 4 0.749017 0.056368 4 0.483565 0.075679 4 0.553478 0.049454 4 0.263276 0.070038 4 0.269238 0.100526 4 0.862018 0.011145 4 0.895501 0.012690 4 0.520598 0.034241 4 0.613986 0.040311 4 0.789007 0.030096 4 0.832332 0.036120 4 0.644545 0.086579 4 0.718491 0.066076 4 +pred_entropy 0.400246 0.025255 4 0.414509 0.039665 4 0.702037 0.032758 4 0.766576 0.034484 4 0.393556 0.021666 4 0.473447 0.021747 4 0.078866 0.039844 4 0.000000 0.000000 4 0.050967 0.033484 4 0.000000 0.000000 4 0.170130 0.042193 4 0.151759 0.026618 4 0.555845 0.019377 4 0.596474 0.027852 4 0.318421 0.103715 4 0.325859 0.169931 4 0.434689 0.118841 4 0.491938 0.089868 4 0.571527 0.039589 4 0.648868 0.054190 4 0.278251 0.209717 4 0.248646 0.250943 4 0.085580 0.044595 4 0.004900 0.009800 4 0.843690 0.014085 4 0.898345 0.011080 4 0.477414 0.025970 4 0.535867 0.016580 4 0.625530 0.021266 4 0.603688 0.037562 4 0.417189 0.101656 4 0.471261 0.086984 4 +random 0.430598 0.029482 4 0.403885 0.028706 4 0.633278 0.060715 4 0.611389 0.089958 4 0.429598 0.043655 4 0.438891 0.037712 4 0.157207 0.104212 4 0.000000 0.000000 4 0.096451 0.086877 4 0.000000 0.000000 4 0.256634 0.057750 4 0.245436 0.098845 4 0.595969 0.021226 4 0.610377 0.037962 4 0.396852 0.046173 4 0.390935 0.038882 4 0.391982 0.099128 4 0.417145 0.121815 4 0.511626 0.076662 4 0.548653 0.056873 4 0.323987 0.190272 4 0.263096 0.202485 4 0.157163 0.075292 4 0.049959 0.048279 4 0.811760 0.013740 4 0.820852 0.010703 4 0.413931 0.029703 4 0.433111 0.015809 4 0.746049 0.019767 4 0.735450 0.014524 4 0.536485 0.140611 4 0.492984 0.202939 4 +random-label 0.630948 0.019315 4 0.709599 0.008268 4 0.751894 0.043924 4 0.818303 0.034306 4 0.572964 0.052101 4 0.647302 0.029133 4 0.609984 0.016894 4 0.666781 0.020723 4 0.525679 0.025809 4 0.621316 0.043540 4 0.443010 0.057036 4 0.538185 0.036013 4 0.648908 0.015740 4 0.694193 0.017087 4 0.446146 0.031134 4 0.529577 0.048707 4 0.685154 0.013196 4 0.784039 0.013374 4 0.707458 0.041237 4 0.805326 0.029377 4 0.540211 0.059369 4 0.618197 0.030549 4 0.505385 0.092067 4 0.656060 0.022948 4 0.869297 0.014122 4 0.902733 0.009668 4 0.581431 0.042418 4 0.660211 0.016539 4 0.819139 0.025818 4 0.873554 0.016609 4 0.757559 0.031950 4 0.828209 0.006109 4 +random-label2 0.553564 0.028921 4 0.587221 0.020053 4 0.704569 0.034748 4 0.729731 0.023142 4 0.518086 0.052323 4 0.583776 0.053320 4 0.306830 0.139051 4 0.077866 0.058232 4 0.301852 0.164037 4 0.325603 0.155280 4 0.367275 0.022459 4 0.402077 0.031433 4 0.629975 0.037410 4 0.680207 0.028596 4 0.462411 0.082439 4 0.534453 0.053285 4 0.564341 0.034889 4 0.633903 0.060389 4 0.650507 0.034482 4 0.711484 0.060437 4 0.532316 0.036304 4 0.578636 0.039205 4 0.410904 0.103102 4 0.515183 0.097657 4 0.844841 0.019192 4 0.866968 0.014165 4 0.524396 0.048397 4 0.581416 0.067677 4 0.806840 0.022228 4 0.843304 0.028934 4 0.678311 0.051649 4 0.743713 0.010484 4 +softrank_bald 0.445390 0.024088 4 0.451010 0.051589 4 0.747731 0.030667 4 0.799086 0.041737 4 0.417375 0.033659 4 0.464300 0.022982 4 0.087379 0.031835 4 0.000000 0.000000 4 0.056646 0.038996 4 0.000000 0.000000 4 0.215025 0.043535 4 0.194006 0.091278 4 0.584180 0.036609 4 0.568215 0.088711 4 0.306100 0.087499 4 0.306293 0.037975 4 0.519029 0.059638 4 0.668114 0.057064 4 0.629950 0.039777 4 0.715157 0.042206 4 0.323522 0.168723 4 0.246962 0.182742 4 0.155889 0.080904 4 0.114605 0.173499 4 0.875111 0.018645 4 0.910088 0.010542 4 0.497196 0.010566 4 0.563213 0.042090 4 0.737632 0.033948 4 0.748723 0.048808 4 0.528082 0.139986 4 0.466385 0.262238 4 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc_pretty.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..7bcc45f9bdaa6ae10d4048a407b1cf39a3e7774a --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 35.74 (+/- 2.82) 37.86 (+/- 1.57) 4.0 +power_bald 55.70 (+/- 1.24) 52.29 (+/- 1.92) 4.0 +power_pe 54.49 (+/- 2.81) 50.95 (+/- 2.57) 4.0 +pred_entropy 41.45 (+/- 3.97) 40.02 (+/- 2.53) 4.0 +random 40.39 (+/- 2.87) 43.06 (+/- 2.95) 4.0 +random-label 70.96 (+/- 0.83) 63.09 (+/- 1.93) 4.0 +random-label2 58.72 (+/- 2.01) 55.36 (+/- 2.89) 4.0 +softrank_bald 45.10 (+/- 5.16) 44.54 (+/- 2.41) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/beta.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..9f1648da4510dd5aa288916a5c95fe12c8fe1737 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":-24.9541242888,"1":4.7620947637,"2":1.2873876808,"3":-15.0587327767,"4":-101.3741984432,"5":45.16232778,"6":20.1460896089,"7":-11.6691470428},"beta_std":{"0":3.303433257,"1":3.5050622463,"2":5.9508706994,"3":2.7711523587,"4":45.8867329717,"5":3.4660187338,"6":9.2519318959,"7":2.0611840951}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/beta.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..c22ae85c37581d0aee9cf67fc8968d98f15b140f --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information -24.954124 3.303433 +1 power_bald 4.762095 3.505062 +2 power_pe 1.287388 5.950871 +3 pred_entropy -15.058733 2.771152 +4 random -101.374198 45.886733 +5 random-label 45.162328 3.466019 +6 random-label2 20.146090 9.251932 +7 softrank_bald -11.669147 2.061184 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/overview.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..460413f880bb3aed759cd61b8babd78b0d90528e --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f4b72f933e90afce2be27c6318439f6c8e39d7ec1ea0665f730af9e9e6c1c0 +size 1355588 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/ppm.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..1cb190c77fd2d95825a3c26be7af64cd54f91292 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.8888888888888891, + "power_pe": 0.6666666666666667, + "pred_entropy": 0.2222222222222222, + "random-label2": 0.8888888888888891, + "random-label": 0.8888888888888891, + "random": 0.3333333333333333, + "softrank_bald": 0.5555555555555556 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.1111111111111111, + "random-label": 0.7777777777777779, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.3333333333333333, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.7777777777777779, + "power_pe": 0.6666666666666667, + "pred_entropy": 0.0, + "random-label2": 0.7777777777777779, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.2222222222222222 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.7777777777777779, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.7777777777777779, + "power_pe": 0.6666666666666667, + "pred_entropy": 0.0, + "random-label2": 0.8888888888888891, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.6666666666666667, + "power_pe": 0.4444444444444444, + "pred_entropy": 0.0, + "random-label2": 0.7777777777777779, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/ppm.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..20807bece7cd8ed6238dd80daa0a1c4ae348dca1 Binary files /dev/null and b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-20/ppm.png differ diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..97f995e9e5a1c8f736cea2d4150a61f0b3b0fb8e --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f5fb6ed3c492203d5d300764636363520de405198c6ece7dff1c84b061124f +size 311399 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..cad3e4549b560f146ec9b6ed79f79b67af958d6d --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.4598018397,"class_pe66":0.5165969849,"class_power_pe33_exp":0.4831069687,"class_power_pe33_sharp_sigmoid":0.4964497421,"class_power_pe33_smooth_sigmoid":0.4373615327,"class_power_pe66":0.5360080833,"class_power_pe66_exp":0.5415397052,"class_power_pe66_sharp_sigmoid":0.5098891702,"class_power_pe66_smooth_sigmoid":0.4918471795,"mutual_information":0.3869392731,"power_bald":0.5034276187,"power_pe":0.4765887997,"pred_entropy":0.3802355474,"random":0.4225930394,"random-label":0.6283710357,"random-label2":0.5805357513,"softrank_bald":0.444875559},"('Mean Dice AUBC', 'std')":{"class_pe33":0.0214443156,"class_pe66":0.0149359061,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0202648213,"class_power_pe66_exp":0.022621724,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0234411145,"power_bald":0.0300218929,"power_pe":0.0250024825,"pred_entropy":0.0334567406,"random":0.0255045043,"random-label":0.0187753201,"random-label2":0.0153713373,"softrank_bald":0.0156259319},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.4984679142,"class_pe66":0.5334969445,"class_power_pe33_exp":0.5307831879,"class_power_pe33_sharp_sigmoid":0.560091107,"class_power_pe33_smooth_sigmoid":0.4984179748,"class_power_pe66":0.5960428766,"class_power_pe66_exp":0.5982487529,"class_power_pe66_sharp_sigmoid":0.5786292454,"class_power_pe66_smooth_sigmoid":0.5708996377,"mutual_information":0.3404564886,"power_bald":0.5617705788,"power_pe":0.5004093616,"pred_entropy":0.3919125519,"random":0.363568147,"random-label":0.711129492,"random-label2":0.6294765652,"softrank_bald":0.4575034776},"('Mean Dice Final', 'std')":{"class_pe33":0.0101329144,"class_pe66":0.0174757203,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0391704914,"class_power_pe66_exp":0.0414521537,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0158358851,"power_bald":0.0123964581,"power_pe":0.0229510275,"pred_entropy":0.0679122928,"random":0.0292423516,"random-label":0.0142474938,"random-label2":0.0102722468,"softrank_bald":0.0094821113},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.7182117859,"class_pe66":0.7411433701,"class_power_pe33_exp":0.6937587082,"class_power_pe33_sharp_sigmoid":0.6824557525,"class_power_pe33_smooth_sigmoid":0.7184931155,"class_power_pe66":0.7088303202,"class_power_pe66_exp":0.7402352718,"class_power_pe66_sharp_sigmoid":0.6792031753,"class_power_pe66_smooth_sigmoid":0.7226831667,"mutual_information":0.6227867389,"power_bald":0.7340420132,"power_pe":0.6896381757,"pred_entropy":0.6315401432,"random":0.6213870121,"random-label":0.7589849686,"random-label2":0.7249216421,"softrank_bald":0.717808139},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0309202877,"class_pe66":0.0276612518,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0243555768,"class_power_pe66_exp":0.0251395564,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0686369671,"power_bald":0.0285066182,"power_pe":0.0178069739,"pred_entropy":0.0337841359,"random":0.0076571312,"random-label":0.0337416018,"random-label2":0.0200390546,"softrank_bald":0.018072118},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.7956770546,"class_pe66":0.7765090501,"class_power_pe33_exp":0.8591088883,"class_power_pe33_sharp_sigmoid":0.8413866378,"class_power_pe33_smooth_sigmoid":0.819811863,"class_power_pe66":0.7789364098,"class_power_pe66_exp":0.819204347,"class_power_pe66_sharp_sigmoid":0.828416692,"class_power_pe66_smooth_sigmoid":0.800261409,"mutual_information":0.6818775277,"power_bald":0.8036981706,"power_pe":0.7639299803,"pred_entropy":0.7509642009,"random":0.5906805857,"random-label":0.8255375408,"random-label2":0.780613691,"softrank_bald":0.8204483178},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0576815705,"class_pe66":0.0714012752,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.047344751,"class_power_pe66_exp":0.0326113665,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0751174651,"power_bald":0.0372427781,"power_pe":0.0352587833,"pred_entropy":0.0623012752,"random":0.0230491624,"random-label":0.0123896702,"random-label2":0.0209925126,"softrank_bald":0.0210981374},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"class_pe33":0.4569278923,"class_pe66":0.4958340572,"class_power_pe33_exp":0.5296101942,"class_power_pe33_sharp_sigmoid":0.4781034094,"class_power_pe33_smooth_sigmoid":0.4657825821,"class_power_pe66":0.4980103645,"class_power_pe66_exp":0.5034340064,"class_power_pe66_sharp_sigmoid":0.4762458929,"class_power_pe66_smooth_sigmoid":0.5257910842,"mutual_information":0.3612775403,"power_bald":0.4614521317,"power_pe":0.4587469,"pred_entropy":0.3592125111,"random":0.401502907,"random-label":0.571265655,"random-label2":0.5242368906,"softrank_bald":0.4540868084},"('Class 10 Dice AUBC', 'std')":{"class_pe33":0.0322701878,"class_pe66":0.0249821344,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0614499341,"class_power_pe66_exp":0.0446481607,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0482899649,"power_bald":0.0452083251,"power_pe":0.0120889927,"pred_entropy":0.036924598,"random":0.0501281795,"random-label":0.0522505471,"random-label2":0.0379209946,"softrank_bald":0.0377518111},"('Class 10 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"class_pe33":0.5420917813,"class_pe66":0.5616986242,"class_power_pe33_exp":0.6174557748,"class_power_pe33_sharp_sigmoid":0.5682059587,"class_power_pe33_smooth_sigmoid":0.5505774949,"class_power_pe66":0.5764103491,"class_power_pe66_exp":0.578476973,"class_power_pe66_sharp_sigmoid":0.5809458438,"class_power_pe66_smooth_sigmoid":0.6318855407,"mutual_information":0.3288319903,"power_bald":0.5433093985,"power_pe":0.5115695294,"pred_entropy":0.4471390028,"random":0.332778972,"random-label":0.6536761775,"random-label2":0.591118904,"softrank_bald":0.5179675986},"('Class 10 Dice Final', 'std')":{"class_pe33":0.0217526669,"class_pe66":0.0377848686,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0671739323,"class_power_pe66_exp":0.0451259317,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1411668993,"power_bald":0.0433015835,"power_pe":0.0366616251,"pred_entropy":0.1237792841,"random":0.0615293859,"random-label":0.0348802884,"random-label2":0.0261557339,"softrank_bald":0.0252938462},"('Class 10 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"class_pe33":0.1106203959,"class_pe66":0.2082361173,"class_power_pe33_exp":0.1047076206,"class_power_pe33_sharp_sigmoid":0.0755373823,"class_power_pe33_smooth_sigmoid":0.0510920222,"class_power_pe66":0.3252111463,"class_power_pe66_exp":0.3544705067,"class_power_pe66_sharp_sigmoid":0.0419188942,"class_power_pe66_smooth_sigmoid":0.0301660937,"mutual_information":0.1328122536,"power_bald":0.1431895727,"power_pe":0.1616239006,"pred_entropy":0.1084393828,"random":0.147673889,"random-label":0.6254280505,"random-label2":0.5102913688,"softrank_bald":0.1156984312},"('Class 11 Dice AUBC', 'std')":{"class_pe33":0.0454486898,"class_pe66":0.0101794589,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.191944075,"class_power_pe66_exp":0.118965056,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0649291743,"power_bald":0.1079243868,"power_pe":0.0542795536,"pred_entropy":0.0607187865,"random":0.0970565543,"random-label":0.0236998808,"random-label2":0.0810180576,"softrank_bald":0.0474858323},"('Class 11 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"class_pe33":0.0004530236,"class_pe66":0.0087211757,"class_power_pe33_exp":0.0,"class_power_pe33_sharp_sigmoid":0.0,"class_power_pe33_smooth_sigmoid":0.0,"class_power_pe66":0.2374968656,"class_power_pe66_exp":0.2958681966,"class_power_pe66_sharp_sigmoid":0.0,"class_power_pe66_smooth_sigmoid":0.0,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0025089619,"pred_entropy":0.0,"random":0.0,"random-label":0.6874652986,"random-label2":0.4700234716,"softrank_bald":0.0},"('Class 11 Dice Final', 'std')":{"class_pe33":0.0009060471,"class_pe66":0.016402246,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.2476012866,"class_power_pe66_exp":0.2416481357,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0050179238,"pred_entropy":0.0,"random":0.0,"random-label":0.0092855365,"random-label2":0.1515828049,"softrank_bald":0.0},"('Class 11 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"class_pe33":0.0743296027,"class_pe66":0.1796761324,"class_power_pe33_exp":0.0097962471,"class_power_pe33_sharp_sigmoid":0.0079624275,"class_power_pe33_smooth_sigmoid":0.0148462141,"class_power_pe66":0.255900601,"class_power_pe66_exp":0.1966500756,"class_power_pe66_sharp_sigmoid":0.0158211676,"class_power_pe66_smooth_sigmoid":0.0054676056,"mutual_information":0.0895165926,"power_bald":0.1167066228,"power_pe":0.1439260037,"pred_entropy":0.0600958526,"random":0.1057070043,"random-label":0.4713188789,"random-label2":0.3605392222,"softrank_bald":0.0700616307},"('Class 12 Dice AUBC', 'std')":{"class_pe33":0.0520558841,"class_pe66":0.1502220639,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.1540021048,"class_power_pe66_exp":0.1640114298,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0644605213,"power_bald":0.1030647508,"power_pe":0.1090476213,"pred_entropy":0.0400790823,"random":0.0897415647,"random-label":0.1015059315,"random-label2":0.1172420928,"softrank_bald":0.0479524074},"('Class 12 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"class_pe33":0.0000734095,"class_pe66":0.0800548095,"class_power_pe33_exp":0.0,"class_power_pe33_sharp_sigmoid":0.0,"class_power_pe33_smooth_sigmoid":0.0,"class_power_pe66":0.2894736773,"class_power_pe66_exp":0.1546028726,"class_power_pe66_sharp_sigmoid":0.0,"class_power_pe66_smooth_sigmoid":0.0,"mutual_information":0.0,"power_bald":0.0731749766,"power_pe":0.0270564018,"pred_entropy":0.0,"random":0.0,"random-label":0.6125888402,"random-label2":0.3579354016,"softrank_bald":0.0},"('Class 12 Dice Final', 'std')":{"class_pe33":0.0001468189,"class_pe66":0.1593919633,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0598703558,"class_power_pe66_exp":0.1863654669,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0,"power_bald":0.0863416285,"power_pe":0.0541128037,"pred_entropy":0.0,"random":0.0,"random-label":0.0497743265,"random-label2":0.1689090834,"softrank_bald":0.0},"('Class 12 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"class_pe33":0.2703027533,"class_pe66":0.3431182486,"class_power_pe33_exp":0.361577163,"class_power_pe33_sharp_sigmoid":0.3365831304,"class_power_pe33_smooth_sigmoid":0.3087303119,"class_power_pe66":0.3231510137,"class_power_pe66_exp":0.3267949817,"class_power_pe66_sharp_sigmoid":0.3301481256,"class_power_pe66_smooth_sigmoid":0.3799081219,"mutual_information":0.1762011168,"power_bald":0.2962823946,"power_pe":0.2633062058,"pred_entropy":0.1500221337,"random":0.2308332561,"random-label":0.452739983,"random-label2":0.37534001,"softrank_bald":0.2282202413},"('Class 13 Dice AUBC', 'std')":{"class_pe33":0.0534822466,"class_pe66":0.0293865017,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0522865539,"class_power_pe66_exp":0.0528562335,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0420970232,"power_bald":0.0198217856,"power_pe":0.0597475962,"pred_entropy":0.0408422121,"random":0.0444811358,"random-label":0.0505464063,"random-label2":0.009289046,"softrank_bald":0.0455514673},"('Class 13 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"class_pe33":0.280313255,"class_pe66":0.381379683,"class_power_pe33_exp":0.4166430048,"class_power_pe33_sharp_sigmoid":0.4247845007,"class_power_pe33_smooth_sigmoid":0.3862805325,"class_power_pe66":0.3944014976,"class_power_pe66_exp":0.3905058917,"class_power_pe66_sharp_sigmoid":0.4047555183,"class_power_pe66_smooth_sigmoid":0.4704004945,"mutual_information":0.0746697575,"power_bald":0.3477282534,"power_pe":0.2454457561,"pred_entropy":0.1608468581,"random":0.1468093199,"random-label":0.5424486199,"random-label2":0.4283945949,"softrank_bald":0.198968156},"('Class 13 Dice Final', 'std')":{"class_pe33":0.0857947975,"class_pe66":0.0500463088,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0665421803,"class_power_pe66_exp":0.1068372466,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0838234402,"power_bald":0.0404033019,"power_pe":0.0969556871,"pred_entropy":0.1086286018,"random":0.0587297286,"random-label":0.0356137344,"random-label2":0.0380995689,"softrank_bald":0.0468201871},"('Class 13 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"class_pe33":0.5840035612,"class_pe66":0.6104492723,"class_power_pe33_exp":0.6329577005,"class_power_pe33_sharp_sigmoid":0.6393387903,"class_power_pe33_smooth_sigmoid":0.5916629122,"class_power_pe66":0.6242810033,"class_power_pe66_exp":0.6327385267,"class_power_pe66_sharp_sigmoid":0.6377040123,"class_power_pe66_smooth_sigmoid":0.6099087267,"mutual_information":0.5460544515,"power_bald":0.5891555412,"power_pe":0.6163797918,"pred_entropy":0.5385303803,"random":0.5628964207,"random-label":0.6570120511,"random-label2":0.6263812093,"softrank_bald":0.5895412848},"('Class 14 Dice AUBC', 'std')":{"class_pe33":0.0201540217,"class_pe66":0.0135216903,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0196049832,"class_power_pe66_exp":0.0162817256,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0475596949,"power_bald":0.0062436944,"power_pe":0.0371133855,"pred_entropy":0.0145497728,"random":0.0376467909,"random-label":0.026410551,"random-label2":0.0217593374,"softrank_bald":0.0157051644},"('Class 14 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"class_pe33":0.6216137922,"class_pe66":0.6104676911,"class_power_pe33_exp":0.6638299882,"class_power_pe33_sharp_sigmoid":0.6635229794,"class_power_pe33_smooth_sigmoid":0.6283651531,"class_power_pe66":0.6778405689,"class_power_pe66_exp":0.6693965914,"class_power_pe66_sharp_sigmoid":0.6741625961,"class_power_pe66_smooth_sigmoid":0.5976489532,"mutual_information":0.5500030581,"power_bald":0.6505831718,"power_pe":0.6404500216,"pred_entropy":0.5543677736,"random":0.5718081288,"random-label":0.6926584286,"random-label2":0.6640077185,"softrank_bald":0.6209173169},"('Class 14 Dice Final', 'std')":{"class_pe33":0.0238640769,"class_pe66":0.0285476648,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0269125724,"class_power_pe66_exp":0.0357805083,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0332597876,"power_bald":0.0347631488,"power_pe":0.0393102073,"pred_entropy":0.0126452997,"random":0.0643324105,"random-label":0.0231755719,"random-label2":0.0174560004,"softrank_bald":0.0230763244},"('Class 14 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"class_pe33":0.3416506098,"class_pe66":0.3331250906,"class_power_pe33_exp":0.4697574382,"class_power_pe33_sharp_sigmoid":0.4675751969,"class_power_pe33_smooth_sigmoid":0.3000136982,"class_power_pe66":0.4638372362,"class_power_pe66_exp":0.4172333306,"class_power_pe66_sharp_sigmoid":0.4835926553,"class_power_pe66_smooth_sigmoid":0.3489025707,"mutual_information":0.3321344956,"power_bald":0.4014875607,"power_pe":0.4506256369,"pred_entropy":0.3302186337,"random":0.3989271873,"random-label":0.4705816324,"random-label2":0.4757266506,"softrank_bald":0.3247331387},"('Class 15 Dice AUBC', 'std')":{"class_pe33":0.0446383929,"class_pe66":0.0962820597,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0774046774,"class_power_pe66_exp":0.1199501405,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1025034096,"power_bald":0.0783197927,"power_pe":0.0786533065,"pred_entropy":0.1305212968,"random":0.0844087747,"random-label":0.0712036678,"random-label2":0.0294536347,"softrank_bald":0.1326845815},"('Class 15 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"class_pe33":0.3246014557,"class_pe66":0.3112699839,"class_power_pe33_exp":0.5097223195,"class_power_pe33_sharp_sigmoid":0.6122828842,"class_power_pe33_smooth_sigmoid":0.2465188878,"class_power_pe66":0.4966606225,"class_power_pe66_exp":0.4804620066,"class_power_pe66_sharp_sigmoid":0.5407109656,"class_power_pe66_smooth_sigmoid":0.3066877055,"mutual_information":0.2592378491,"power_bald":0.4540930688,"power_pe":0.4894179955,"pred_entropy":0.2288236396,"random":0.3979333919,"random-label":0.5328981894,"random-label2":0.5443099227,"softrank_bald":0.357546594},"('Class 15 Dice Final', 'std')":{"class_pe33":0.0321406624,"class_pe66":0.0814812782,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.1031334983,"class_power_pe66_exp":0.0783495812,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1727604764,"power_bald":0.1248434067,"power_pe":0.1142145015,"pred_entropy":0.152326678,"random":0.0598249751,"random-label":0.0682954355,"random-label2":0.0468785841,"softrank_bald":0.1861402173},"('Class 15 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.5073755798,"class_pe66":0.5785365315,"class_power_pe33_exp":0.3610119173,"class_power_pe33_sharp_sigmoid":0.4612298514,"class_power_pe33_smooth_sigmoid":0.3226621554,"class_power_pe66":0.5518030395,"class_power_pe66_exp":0.5286659293,"class_power_pe66_sharp_sigmoid":0.6277424974,"class_power_pe66_smooth_sigmoid":0.4863735641,"mutual_information":0.4329803792,"power_bald":0.5325991128,"power_pe":0.5069058904,"pred_entropy":0.4043589743,"random":0.4525400113,"random-label":0.6588983659,"random-label2":0.6131534252,"softrank_bald":0.479767057},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0568746346,"class_pe66":0.0762783239,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0687765778,"class_power_pe66_exp":0.1422863804,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0817983275,"power_bald":0.0965013725,"power_pe":0.0620321493,"pred_entropy":0.0986342315,"random":0.0232205925,"random-label":0.0278296935,"random-label2":0.0623253828,"softrank_bald":0.0743582537},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.6345524858,"class_pe66":0.637316956,"class_power_pe33_exp":0.4051486461,"class_power_pe33_sharp_sigmoid":0.5700677381,"class_power_pe33_smooth_sigmoid":0.5861549615,"class_power_pe66":0.6915196429,"class_power_pe66_exp":0.6247045946,"class_power_pe66_sharp_sigmoid":0.7162604913,"class_power_pe66_smooth_sigmoid":0.683818779,"mutual_information":0.5097190358,"power_bald":0.675228842,"power_pe":0.6032312047,"pred_entropy":0.4740967924,"random":0.4160167362,"random-label":0.7870433227,"random-label2":0.7015213643,"softrank_bald":0.5641292522},"('Class 2 Dice Final', 'std')":{"class_pe33":0.0865623562,"class_pe66":0.0860929179,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0677320988,"class_power_pe66_exp":0.1357397404,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0821646439,"power_bald":0.0872002716,"power_pe":0.1000732012,"pred_entropy":0.1275424204,"random":0.0516787837,"random-label":0.0324322568,"random-label2":0.0584077692,"softrank_bald":0.1271970458},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.5964396944,"class_pe66":0.593585985,"class_power_pe33_exp":0.5849718325,"class_power_pe33_sharp_sigmoid":0.6373081843,"class_power_pe33_smooth_sigmoid":0.585490083,"class_power_pe66":0.6006032852,"class_power_pe66_exp":0.6418541473,"class_power_pe66_sharp_sigmoid":0.6394786289,"class_power_pe66_smooth_sigmoid":0.6194479839,"mutual_information":0.4758642609,"power_bald":0.6037090691,"power_pe":0.5535377033,"pred_entropy":0.5100404352,"random":0.462503909,"random-label":0.6568552751,"random-label2":0.6447957269,"softrank_bald":0.5659698203},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.0194452231,"class_pe66":0.0707992782,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0788426252,"class_power_pe66_exp":0.0300660111,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0981689677,"power_bald":0.0367151027,"power_pe":0.074219956,"pred_entropy":0.0711470301,"random":0.0861957645,"random-label":0.0193961576,"random-label2":0.0453793307,"softrank_bald":0.0831678476},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.7074031616,"class_pe66":0.6391075157,"class_power_pe33_exp":0.6772792031,"class_power_pe33_sharp_sigmoid":0.7134370067,"class_power_pe33_smooth_sigmoid":0.7122431283,"class_power_pe66":0.6911898904,"class_power_pe66_exp":0.7265098794,"class_power_pe66_sharp_sigmoid":0.7678525882,"class_power_pe66_smooth_sigmoid":0.7486334507,"mutual_information":0.5041785913,"power_bald":0.717330114,"power_pe":0.665795518,"pred_entropy":0.6459762282,"random":0.3989659682,"random-label":0.7769399342,"random-label2":0.7367813135,"softrank_bald":0.6196712046},"('Class 3 Dice Final', 'std')":{"class_pe33":0.0743274903,"class_pe66":0.0556901507,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.1101435824,"class_power_pe66_exp":0.0421416883,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1400456762,"power_bald":0.0208775817,"power_pe":0.0542540043,"pred_entropy":0.0911415087,"random":0.1454885416,"random-label":0.0411694947,"random-label2":0.0291151555,"softrank_bald":0.1489737324},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"class_pe33":0.3895013496,"class_pe66":0.5013820599,"class_power_pe33_exp":0.1944736505,"class_power_pe33_sharp_sigmoid":0.3576545866,"class_power_pe33_smooth_sigmoid":0.3356719167,"class_power_pe66":0.4731632342,"class_power_pe66_exp":0.4886745748,"class_power_pe66_sharp_sigmoid":0.4779947977,"class_power_pe66_smooth_sigmoid":0.4029591282,"mutual_information":0.2677677609,"power_bald":0.5121412226,"power_pe":0.3924033181,"pred_entropy":0.2595844138,"random":0.328806462,"random-label":0.5670052533,"random-label2":0.532964054,"softrank_bald":0.3541221504},"('Class 4 Dice AUBC', 'std')":{"class_pe33":0.1469075608,"class_pe66":0.0486871366,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.1003503751,"class_power_pe66_exp":0.0753780321,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.2052340474,"power_bald":0.0247511227,"power_pe":0.1539455093,"pred_entropy":0.1835047774,"random":0.1726386417,"random-label":0.0263515872,"random-label2":0.0424112115,"softrank_bald":0.1742205075},"('Class 4 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"class_pe33":0.4721208522,"class_pe66":0.5668893814,"class_power_pe33_exp":0.1687946919,"class_power_pe33_sharp_sigmoid":0.3441138914,"class_power_pe33_smooth_sigmoid":0.5148842077,"class_power_pe66":0.524977125,"class_power_pe66_exp":0.5814127819,"class_power_pe66_sharp_sigmoid":0.5582780679,"class_power_pe66_smooth_sigmoid":0.5881991979,"mutual_information":0.163078598,"power_bald":0.5532816057,"power_pe":0.4596689025,"pred_entropy":0.1748250092,"random":0.2220134104,"random-label":0.6280144548,"random-label2":0.5678778584,"softrank_bald":0.2939710588},"('Class 4 Dice Final', 'std')":{"class_pe33":0.0400510955,"class_pe66":0.027315617,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0439932666,"class_power_pe66_exp":0.0461291057,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.2035598802,"power_bald":0.0360268047,"power_pe":0.0447434297,"pred_entropy":0.2653776441,"random":0.2260118131,"random-label":0.0072256982,"random-label2":0.0218462626,"softrank_bald":0.2124576837},"('Class 4 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"class_pe33":0.1940733326,"class_pe66":0.3403974172,"class_power_pe33_exp":0.3964661833,"class_power_pe33_sharp_sigmoid":0.3877078305,"class_power_pe33_smooth_sigmoid":0.0806367063,"class_power_pe66":0.3646195923,"class_power_pe66_exp":0.4085434931,"class_power_pe66_sharp_sigmoid":0.3374770476,"class_power_pe66_smooth_sigmoid":0.3050733834,"mutual_information":0.1076650996,"power_bald":0.3123631154,"power_pe":0.2139441679,"pred_entropy":0.0873899047,"random":0.160975206,"random-label":0.4931106895,"random-label2":0.4383762677,"softrank_bald":0.1508276381},"('Class 5 Dice AUBC', 'std')":{"class_pe33":0.1139067007,"class_pe66":0.0776132359,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0409824666,"class_power_pe66_exp":0.0244879381,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0603955723,"power_bald":0.1042069973,"power_pe":0.059213561,"pred_entropy":0.0423038681,"random":0.0836835878,"random-label":0.0674391313,"random-label2":0.0392419481,"softrank_bald":0.0844207217},"('Class 5 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"class_pe33":0.2184324227,"class_pe66":0.3993557205,"class_power_pe33_exp":0.4749584494,"class_power_pe33_sharp_sigmoid":0.4839042179,"class_power_pe33_smooth_sigmoid":0.0,"class_power_pe66":0.4755557387,"class_power_pe66_exp":0.5213334256,"class_power_pe66_sharp_sigmoid":0.4646885995,"class_power_pe66_smooth_sigmoid":0.5469487932,"mutual_information":0.0026911469,"power_bald":0.4557105685,"power_pe":0.2042665808,"pred_entropy":0.030234843,"random":0.0446976844,"random-label":0.6330383909,"random-label2":0.5241691271,"softrank_bald":0.0937349316},"('Class 5 Dice Final', 'std')":{"class_pe33":0.1551476534,"class_pe66":0.1002003725,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0764858518,"class_power_pe66_exp":0.0444647292,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0053569216,"power_bald":0.0272144826,"power_pe":0.0726399986,"pred_entropy":0.0519424764,"random":0.0376706211,"random-label":0.0601153817,"random-label2":0.0715580992,"softrank_bald":0.1060259022},"('Class 5 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"class_pe33":0.8577410348,"class_pe66":0.8613353042,"class_power_pe33_exp":0.8664664489,"class_power_pe33_sharp_sigmoid":0.8681917479,"class_power_pe33_smooth_sigmoid":0.8597536717,"class_power_pe66":0.8550669732,"class_power_pe66_exp":0.8630715269,"class_power_pe66_sharp_sigmoid":0.8624105214,"class_power_pe66_smooth_sigmoid":0.8633285417,"mutual_information":0.8102792501,"power_bald":0.855054148,"power_pe":0.8480796487,"pred_entropy":0.812781031,"random":0.8083850709,"random-label":0.8635721806,"random-label2":0.8446974021,"softrank_bald":0.85398814},"('Class 6 Dice AUBC', 'std')":{"class_pe33":0.0265527085,"class_pe66":0.010584625,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0173027597,"class_power_pe66_exp":0.0154675576,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0463760025,"power_bald":0.0144734632,"power_pe":0.0238045065,"pred_entropy":0.0205116831,"random":0.0147715735,"random-label":0.0105745056,"random-label2":0.0135339633,"softrank_bald":0.0185423821},"('Class 6 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"class_pe33":0.9103386589,"class_pe66":0.9008095619,"class_power_pe33_exp":0.9115803415,"class_power_pe33_sharp_sigmoid":0.920632077,"class_power_pe33_smooth_sigmoid":0.9041529193,"class_power_pe66":0.8920543509,"class_power_pe66_exp":0.9060396043,"class_power_pe66_sharp_sigmoid":0.9067516968,"class_power_pe66_smooth_sigmoid":0.9032133479,"mutual_information":0.877085871,"power_bald":0.8975457179,"power_pe":0.8896968878,"pred_entropy":0.885088419,"random":0.8150660765,"random-label":0.9010275522,"random-label2":0.8807559599,"softrank_bald":0.910140804},"('Class 6 Dice Final', 'std')":{"class_pe33":0.0153642585,"class_pe66":0.0146901669,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0033435988,"class_power_pe66_exp":0.0166967925,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0204745403,"power_bald":0.0027878516,"power_pe":0.0148584003,"pred_entropy":0.0169258353,"random":0.0050328766,"random-label":0.0085067152,"random-label2":0.0083494364,"softrank_bald":0.009543681},"('Class 6 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"class_pe33":0.4907790157,"class_pe66":0.5166685733,"class_power_pe33_exp":0.4923278807,"class_power_pe33_sharp_sigmoid":0.4862149177,"class_power_pe33_smooth_sigmoid":0.4948439517,"class_power_pe66":0.507422339,"class_power_pe66_exp":0.5173806481,"class_power_pe66_sharp_sigmoid":0.5009925014,"class_power_pe66_smooth_sigmoid":0.526784518,"mutual_information":0.4190882483,"power_bald":0.5292441562,"power_pe":0.5002234247,"pred_entropy":0.4368397988,"random":0.4127118724,"random-label":0.5805710676,"random-label2":0.5175591774,"softrank_bald":0.5073341301},"('Class 7 Dice AUBC', 'std')":{"class_pe33":0.0407946299,"class_pe66":0.0411503046,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0601022344,"class_power_pe66_exp":0.0516313143,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.057326297,"power_bald":0.0330406472,"power_pe":0.0273869025,"pred_entropy":0.0408104164,"random":0.0534941092,"random-label":0.051425879,"random-label2":0.0315877163,"softrank_bald":0.0374104832},"('Class 7 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"class_pe33":0.5675085186,"class_pe66":0.5842732161,"class_power_pe33_exp":0.6331342534,"class_power_pe33_sharp_sigmoid":0.5849634102,"class_power_pe33_smooth_sigmoid":0.6064612751,"class_power_pe66":0.5853254618,"class_power_pe66_exp":0.6032511127,"class_power_pe66_sharp_sigmoid":0.5749546998,"class_power_pe66_smooth_sigmoid":0.6065371366,"mutual_information":0.4494480187,"power_bald":0.6339855865,"power_pe":0.5952984721,"pred_entropy":0.4900603453,"random":0.4094435132,"random-label":0.6765201026,"random-label2":0.5814785591,"softrank_bald":0.6064462695},"('Class 7 Dice Final', 'std')":{"class_pe33":0.0353698636,"class_pe66":0.0553273629,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0642150963,"class_power_pe66_exp":0.0326336485,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0295371344,"power_bald":0.0237180305,"power_pe":0.0199916426,"pred_entropy":0.0434692248,"random":0.0450818108,"random-label":0.0435360285,"random-label2":0.0505495489,"softrank_bald":0.036217493},"('Class 7 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"class_pe33":0.7169565007,"class_pe66":0.7724288972,"class_power_pe33_exp":0.8123819858,"class_power_pe33_sharp_sigmoid":0.8259137452,"class_power_pe33_smooth_sigmoid":0.7599014879,"class_power_pe66":0.8115391961,"class_power_pe66_exp":0.8162386946,"class_power_pe66_sharp_sigmoid":0.8105513032,"class_power_pe66_smooth_sigmoid":0.7940552371,"mutual_information":0.6340786646,"power_bald":0.8030888933,"power_pe":0.7659305206,"pred_entropy":0.620513273,"random":0.7257266361,"random-label":0.8369856192,"random-label2":0.7984302526,"softrank_bald":0.7432590652},"('Class 8 Dice AUBC', 'std')":{"class_pe33":0.0296882601,"class_pe66":0.0367063451,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0071851855,"class_power_pe66_exp":0.0204557894,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.064510571,"power_bald":0.0137660353,"power_pe":0.0553357653,"pred_entropy":0.0732825926,"random":0.0286414558,"random-label":0.0273761364,"random-label2":0.02215021,"softrank_bald":0.0264300041},"('Class 8 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"class_pe33":0.7560610844,"class_pe66":0.8117174523,"class_power_pe33_exp":0.8513877401,"class_power_pe33_sharp_sigmoid":0.8860020153,"class_power_pe33_smooth_sigmoid":0.8170208671,"class_power_pe66":0.8665465517,"class_power_pe66_exp":0.8636092815,"class_power_pe66_sharp_sigmoid":0.8801982684,"class_power_pe66_smooth_sigmoid":0.859584454,"mutual_information":0.5181448756,"power_bald":0.8528185364,"power_pe":0.8043410485,"pred_entropy":0.6162701952,"random":0.6903002682,"random-label":0.8914876744,"random-label2":0.8396216617,"softrank_bald":0.7548116669},"('Class 8 Dice Final', 'std')":{"class_pe33":0.0265606511,"class_pe66":0.0395477006,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0154102672,"class_power_pe66_exp":0.0369630392,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1219341943,"power_bald":0.0256645594,"power_pe":0.0581552743,"pred_entropy":0.1292843449,"random":0.0413457916,"random-label":0.0143493812,"random-label2":0.0298227987,"softrank_bald":0.0414972273},"('Class 8 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"class_pe33":0.5881144869,"class_pe66":0.6730377175,"class_power_pe33_exp":0.7363395592,"class_power_pe33_sharp_sigmoid":0.7349691786,"class_power_pe33_smooth_sigmoid":0.6708421609,"class_power_pe66":0.6766819054,"class_power_pe66_exp":0.6871098643,"class_power_pe66_sharp_sigmoid":0.7270563316,"class_power_pe66_smooth_sigmoid":0.7568579661,"mutual_information":0.3955822432,"power_bald":0.6608987263,"power_pe":0.5835607075,"pred_entropy":0.3939663428,"random":0.5183187465,"random-label":0.761235865,"random-label2":0.72062297,"softrank_bald":0.5177157101},"('Class 9 Dice AUBC', 'std')":{"class_pe33":0.0390794067,"class_pe66":0.034384753,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0574953628,"class_power_pe66_exp":0.0748369095,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1188962198,"power_bald":0.086511806,"power_pe":0.1354437816,"pred_entropy":0.0795954713,"random":0.1212712359,"random-label":0.0318188515,"random-label2":0.0519367823,"softrank_bald":0.1084856134},"('Class 9 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"class_pe33":0.6457777575,"class_pe66":0.7328833458,"class_power_pe33_exp":0.7727045176,"class_power_pe33_sharp_sigmoid":0.7880632875,"class_power_pe33_smooth_sigmoid":0.7037983315,"class_power_pe66":0.7622543966,"class_power_pe66_exp":0.7583537352,"class_power_pe66_sharp_sigmoid":0.7814626526,"class_power_pe66_smooth_sigmoid":0.8196753032,"mutual_information":0.1878810085,"power_bald":0.7680706707,"power_pe":0.6034631634,"pred_entropy":0.4199949705,"random":0.4170081494,"random-label":0.8255978536,"random-label2":0.7735389293,"softrank_bald":0.5037989928},"('Class 9 Dice Final', 'std')":{"class_pe33":0.0401929822,"class_pe66":0.0420188449,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0093937324,"class_power_pe66_exp":0.0760075483,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1628054091,"power_bald":0.016200418,"power_pe":0.1170189796,"pred_entropy":0.1489739014,"random":0.153906921,"random-label":0.0146105128,"random-label2":0.0281457329,"softrank_bald":0.0863066144},"('Class 9 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..a653e202dc8d091a723978017acad7cee15e278f --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt @@ -0,0 +1,20 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.459802 0.021444 4 0.498468 0.010133 4 0.718212 0.030920 4 0.795677 0.057682 4 0.456928 0.032270 4 0.542092 0.021753 4 0.110620 0.045449 4 0.000453 0.000906 4 0.074330 0.052056 4 0.000073 0.000147 4 0.270303 0.053482 4 0.280313 0.085795 4 0.584004 0.020154 4 0.621614 0.023864 4 0.341651 0.044638 4 0.324601 0.032141 4 0.507376 0.056875 4 0.634552 0.086562 4 0.596440 0.019445 4 0.707403 0.074327 4 0.389501 0.146908 4 0.472121 0.040051 4 0.194073 0.113907 4 0.218432 0.155148 4 0.857741 0.026553 4 0.910339 0.015364 4 0.490779 0.040795 4 0.567509 0.035370 4 0.716957 0.029688 4 0.756061 0.026561 4 0.588114 0.039079 4 0.645778 0.040193 4 +class_pe66 0.516597 0.014936 4 0.533497 0.017476 4 0.741143 0.027661 4 0.776509 0.071401 4 0.495834 0.024982 4 0.561699 0.037785 4 0.208236 0.010179 4 0.008721 0.016402 4 0.179676 0.150222 4 0.080055 0.159392 4 0.343118 0.029387 4 0.381380 0.050046 4 0.610449 0.013522 4 0.610468 0.028548 4 0.333125 0.096282 4 0.311270 0.081481 4 0.578537 0.076278 4 0.637317 0.086093 4 0.593586 0.070799 4 0.639108 0.055690 4 0.501382 0.048687 4 0.566889 0.027316 4 0.340397 0.077613 4 0.399356 0.100200 4 0.861335 0.010585 4 0.900810 0.014690 4 0.516669 0.041150 4 0.584273 0.055327 4 0.772429 0.036706 4 0.811717 0.039548 4 0.673038 0.034385 4 0.732883 0.042019 4 +class_power_pe33_exp 0.483107 NaN 1 0.530783 NaN 1 0.693759 NaN 1 0.859109 NaN 1 0.529610 NaN 1 0.617456 NaN 1 0.104708 NaN 1 0.000000 NaN 1 0.009796 NaN 1 0.000000 NaN 1 0.361577 NaN 1 0.416643 NaN 1 0.632958 NaN 1 0.663830 NaN 1 0.469757 NaN 1 0.509722 NaN 1 0.361012 NaN 1 0.405149 NaN 1 0.584972 NaN 1 0.677279 NaN 1 0.194474 NaN 1 0.168795 NaN 1 0.396466 NaN 1 0.474958 NaN 1 0.866466 NaN 1 0.911580 NaN 1 0.492328 NaN 1 0.633134 NaN 1 0.812382 NaN 1 0.851388 NaN 1 0.736340 NaN 1 0.772705 NaN 1 +class_power_pe33_sharp_sigmoid 0.496450 NaN 1 0.560091 NaN 1 0.682456 NaN 1 0.841387 NaN 1 0.478103 NaN 1 0.568206 NaN 1 0.075537 NaN 1 0.000000 NaN 1 0.007962 NaN 1 0.000000 NaN 1 0.336583 NaN 1 0.424785 NaN 1 0.639339 NaN 1 0.663523 NaN 1 0.467575 NaN 1 0.612283 NaN 1 0.461230 NaN 1 0.570068 NaN 1 0.637308 NaN 1 0.713437 NaN 1 0.357655 NaN 1 0.344114 NaN 1 0.387708 NaN 1 0.483904 NaN 1 0.868192 NaN 1 0.920632 NaN 1 0.486215 NaN 1 0.584963 NaN 1 0.825914 NaN 1 0.886002 NaN 1 0.734969 NaN 1 0.788063 NaN 1 +class_power_pe33_smooth_sigmoid 0.437362 NaN 1 0.498418 NaN 1 0.718493 NaN 1 0.819812 NaN 1 0.465783 NaN 1 0.550577 NaN 1 0.051092 NaN 1 0.000000 NaN 1 0.014846 NaN 1 0.000000 NaN 1 0.308730 NaN 1 0.386281 NaN 1 0.591663 NaN 1 0.628365 NaN 1 0.300014 NaN 1 0.246519 NaN 1 0.322662 NaN 1 0.586155 NaN 1 0.585490 NaN 1 0.712243 NaN 1 0.335672 NaN 1 0.514884 NaN 1 0.080637 NaN 1 0.000000 NaN 1 0.859754 NaN 1 0.904153 NaN 1 0.494844 NaN 1 0.606461 NaN 1 0.759901 NaN 1 0.817021 NaN 1 0.670842 NaN 1 0.703798 NaN 1 +class_power_pe66 0.536008 0.020265 4 0.596043 0.039170 4 0.708830 0.024356 4 0.778936 0.047345 4 0.498010 0.061450 4 0.576410 0.067174 4 0.325211 0.191944 4 0.237497 0.247601 4 0.255901 0.154002 4 0.289474 0.059870 4 0.323151 0.052287 4 0.394401 0.066542 4 0.624281 0.019605 4 0.677841 0.026913 4 0.463837 0.077405 4 0.496661 0.103133 4 0.551803 0.068777 4 0.691520 0.067732 4 0.600603 0.078843 4 0.691190 0.110144 4 0.473163 0.100350 4 0.524977 0.043993 4 0.364620 0.040982 4 0.475556 0.076486 4 0.855067 0.017303 4 0.892054 0.003344 4 0.507422 0.060102 4 0.585325 0.064215 4 0.811539 0.007185 4 0.866547 0.015410 4 0.676682 0.057495 4 0.762254 0.009394 4 +class_power_pe66_exp 0.541540 0.022622 4 0.598249 0.041452 4 0.740235 0.025140 4 0.819204 0.032611 4 0.503434 0.044648 4 0.578477 0.045126 4 0.354471 0.118965 4 0.295868 0.241648 4 0.196650 0.164011 4 0.154603 0.186365 4 0.326795 0.052856 4 0.390506 0.106837 4 0.632739 0.016282 4 0.669397 0.035781 4 0.417233 0.119950 4 0.480462 0.078350 4 0.528666 0.142286 4 0.624705 0.135740 4 0.641854 0.030066 4 0.726510 0.042142 4 0.488675 0.075378 4 0.581413 0.046129 4 0.408543 0.024488 4 0.521333 0.044465 4 0.863072 0.015468 4 0.906040 0.016697 4 0.517381 0.051631 4 0.603251 0.032634 4 0.816239 0.020456 4 0.863609 0.036963 4 0.687110 0.074837 4 0.758354 0.076008 4 +class_power_pe66_sharp_sigmoid 0.509889 NaN 1 0.578629 NaN 1 0.679203 NaN 1 0.828417 NaN 1 0.476246 NaN 1 0.580946 NaN 1 0.041919 NaN 1 0.000000 NaN 1 0.015821 NaN 1 0.000000 NaN 1 0.330148 NaN 1 0.404756 NaN 1 0.637704 NaN 1 0.674163 NaN 1 0.483593 NaN 1 0.540711 NaN 1 0.627742 NaN 1 0.716260 NaN 1 0.639479 NaN 1 0.767853 NaN 1 0.477995 NaN 1 0.558278 NaN 1 0.337477 NaN 1 0.464689 NaN 1 0.862411 NaN 1 0.906752 NaN 1 0.500993 NaN 1 0.574955 NaN 1 0.810551 NaN 1 0.880198 NaN 1 0.727056 NaN 1 0.781463 NaN 1 +class_power_pe66_smooth_sigmoid 0.491847 NaN 1 0.570900 NaN 1 0.722683 NaN 1 0.800261 NaN 1 0.525791 NaN 1 0.631886 NaN 1 0.030166 NaN 1 0.000000 NaN 1 0.005468 NaN 1 0.000000 NaN 1 0.379908 NaN 1 0.470400 NaN 1 0.609909 NaN 1 0.597649 NaN 1 0.348903 NaN 1 0.306688 NaN 1 0.486374 NaN 1 0.683819 NaN 1 0.619448 NaN 1 0.748633 NaN 1 0.402959 NaN 1 0.588199 NaN 1 0.305073 NaN 1 0.546949 NaN 1 0.863329 NaN 1 0.903213 NaN 1 0.526785 NaN 1 0.606537 NaN 1 0.794055 NaN 1 0.859584 NaN 1 0.756858 NaN 1 0.819675 NaN 1 +mutual_information 0.386939 0.023441 4 0.340456 0.015836 4 0.622787 0.068637 4 0.681878 0.075117 4 0.361278 0.048290 4 0.328832 0.141167 4 0.132812 0.064929 4 0.000000 0.000000 4 0.089517 0.064461 4 0.000000 0.000000 4 0.176201 0.042097 4 0.074670 0.083823 4 0.546054 0.047560 4 0.550003 0.033260 4 0.332134 0.102503 4 0.259238 0.172760 4 0.432980 0.081798 4 0.509719 0.082165 4 0.475864 0.098169 4 0.504179 0.140046 4 0.267768 0.205234 4 0.163079 0.203560 4 0.107665 0.060396 4 0.002691 0.005357 4 0.810279 0.046376 4 0.877086 0.020475 4 0.419088 0.057326 4 0.449448 0.029537 4 0.634079 0.064511 4 0.518145 0.121934 4 0.395582 0.118896 4 0.187881 0.162805 4 +power_bald 0.503428 0.030022 4 0.561771 0.012396 4 0.734042 0.028507 4 0.803698 0.037243 4 0.461452 0.045208 4 0.543309 0.043302 4 0.143190 0.107924 4 0.000000 0.000000 4 0.116707 0.103065 4 0.073175 0.086342 4 0.296282 0.019822 4 0.347728 0.040403 4 0.589156 0.006244 4 0.650583 0.034763 4 0.401488 0.078320 4 0.454093 0.124843 4 0.532599 0.096501 4 0.675229 0.087200 4 0.603709 0.036715 4 0.717330 0.020878 4 0.512141 0.024751 4 0.553282 0.036027 4 0.312363 0.104207 4 0.455711 0.027214 4 0.855054 0.014473 4 0.897546 0.002788 4 0.529244 0.033041 4 0.633986 0.023718 4 0.803089 0.013766 4 0.852819 0.025665 4 0.660899 0.086512 4 0.768071 0.016200 4 +power_pe 0.476589 0.025002 4 0.500409 0.022951 4 0.689638 0.017807 4 0.763930 0.035259 4 0.458747 0.012089 4 0.511570 0.036662 4 0.161624 0.054280 4 0.002509 0.005018 4 0.143926 0.109048 4 0.027056 0.054113 4 0.263306 0.059748 4 0.245446 0.096956 4 0.616380 0.037113 4 0.640450 0.039310 4 0.450626 0.078653 4 0.489418 0.114215 4 0.506906 0.062032 4 0.603231 0.100073 4 0.553538 0.074220 4 0.665796 0.054254 4 0.392403 0.153946 4 0.459669 0.044743 4 0.213944 0.059214 4 0.204267 0.072640 4 0.848080 0.023805 4 0.889697 0.014858 4 0.500223 0.027387 4 0.595298 0.019992 4 0.765931 0.055336 4 0.804341 0.058155 4 0.583561 0.135444 4 0.603463 0.117019 4 +pred_entropy 0.380236 0.033457 4 0.391913 0.067912 4 0.631540 0.033784 4 0.750964 0.062301 4 0.359213 0.036925 4 0.447139 0.123779 4 0.108439 0.060719 4 0.000000 0.000000 4 0.060096 0.040079 4 0.000000 0.000000 4 0.150022 0.040842 4 0.160847 0.108629 4 0.538530 0.014550 4 0.554368 0.012645 4 0.330219 0.130521 4 0.228824 0.152327 4 0.404359 0.098634 4 0.474097 0.127542 4 0.510040 0.071147 4 0.645976 0.091142 4 0.259584 0.183505 4 0.174825 0.265378 4 0.087390 0.042304 4 0.030235 0.051942 4 0.812781 0.020512 4 0.885088 0.016926 4 0.436840 0.040810 4 0.490060 0.043469 4 0.620513 0.073283 4 0.616270 0.129284 4 0.393966 0.079595 4 0.419995 0.148974 4 +random 0.422593 0.025505 4 0.363568 0.029242 4 0.621387 0.007657 4 0.590681 0.023049 4 0.401503 0.050128 4 0.332779 0.061529 4 0.147674 0.097057 4 0.000000 0.000000 4 0.105707 0.089742 4 0.000000 0.000000 4 0.230833 0.044481 4 0.146809 0.058730 4 0.562896 0.037647 4 0.571808 0.064332 4 0.398927 0.084409 4 0.397933 0.059825 4 0.452540 0.023221 4 0.416017 0.051679 4 0.462504 0.086196 4 0.398966 0.145489 4 0.328806 0.172639 4 0.222013 0.226012 4 0.160975 0.083684 4 0.044698 0.037671 4 0.808385 0.014772 4 0.815066 0.005033 4 0.412712 0.053494 4 0.409444 0.045082 4 0.725727 0.028641 4 0.690300 0.041346 4 0.518319 0.121271 4 0.417008 0.153907 4 +random-label 0.628371 0.018775 4 0.711129 0.014247 4 0.758985 0.033742 4 0.825538 0.012390 4 0.571266 0.052251 4 0.653676 0.034880 4 0.625428 0.023700 4 0.687465 0.009286 4 0.471319 0.101506 4 0.612589 0.049774 4 0.452740 0.050546 4 0.542449 0.035614 4 0.657012 0.026411 4 0.692658 0.023176 4 0.470582 0.071204 4 0.532898 0.068295 4 0.658898 0.027830 4 0.787043 0.032432 4 0.656855 0.019396 4 0.776940 0.041169 4 0.567005 0.026352 4 0.628014 0.007226 4 0.493111 0.067439 4 0.633038 0.060115 4 0.863572 0.010575 4 0.901028 0.008507 4 0.580571 0.051426 4 0.676520 0.043536 4 0.836986 0.027376 4 0.891488 0.014349 4 0.761236 0.031819 4 0.825598 0.014611 4 +random-label2 0.580536 0.015371 4 0.629477 0.010272 4 0.724922 0.020039 4 0.780614 0.020993 4 0.524237 0.037921 4 0.591119 0.026156 4 0.510291 0.081018 4 0.470023 0.151583 4 0.360539 0.117242 4 0.357935 0.168909 4 0.375340 0.009289 4 0.428395 0.038100 4 0.626381 0.021759 4 0.664008 0.017456 4 0.475727 0.029454 4 0.544310 0.046879 4 0.613153 0.062325 4 0.701521 0.058408 4 0.644796 0.045379 4 0.736781 0.029115 4 0.532964 0.042411 4 0.567878 0.021846 4 0.438376 0.039242 4 0.524169 0.071558 4 0.844697 0.013534 4 0.880756 0.008349 4 0.517559 0.031588 4 0.581479 0.050550 4 0.798430 0.022150 4 0.839622 0.029823 4 0.720623 0.051937 4 0.773539 0.028146 4 +softrank_bald 0.444876 0.015626 4 0.457503 0.009482 4 0.717808 0.018072 4 0.820448 0.021098 4 0.454087 0.037752 4 0.517968 0.025294 4 0.115698 0.047486 4 0.000000 0.000000 4 0.070062 0.047952 4 0.000000 0.000000 4 0.228220 0.045551 4 0.198968 0.046820 4 0.589541 0.015705 4 0.620917 0.023076 4 0.324733 0.132685 4 0.357547 0.186140 4 0.479767 0.074358 4 0.564129 0.127197 4 0.565970 0.083168 4 0.619671 0.148974 4 0.354122 0.174221 4 0.293971 0.212458 4 0.150828 0.084421 4 0.093735 0.106026 4 0.853988 0.018542 4 0.910141 0.009544 4 0.507334 0.037410 4 0.606446 0.036217 4 0.743259 0.026430 4 0.754812 0.041497 4 0.517716 0.108486 4 0.503799 0.086307 4 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..b89a35fcd5b9549e1ea91e7055de4bd7e872c061 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt @@ -0,0 +1,18 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 49.85 (+/- 1.01) 45.98 (+/- 2.14) 4.0 +class_pe66 53.35 (+/- 1.75) 51.66 (+/- 1.49) 4.0 +class_power_pe33_exp 53.08 (+/- nan) 48.31 (+/- nan) 1.0 +class_power_pe33_sharp_sigmoid 56.01 (+/- nan) 49.64 (+/- nan) 1.0 +class_power_pe33_smooth_sigmoid 49.84 (+/- nan) 43.74 (+/- nan) 1.0 +class_power_pe66 59.60 (+/- 3.92) 53.60 (+/- 2.03) 4.0 +class_power_pe66_exp 59.82 (+/- 4.15) 54.15 (+/- 2.26) 4.0 +class_power_pe66_sharp_sigmoid 57.86 (+/- nan) 50.99 (+/- nan) 1.0 +class_power_pe66_smooth_sigmoid 57.09 (+/- nan) 49.18 (+/- nan) 1.0 +mutual_information 34.05 (+/- 1.58) 38.69 (+/- 2.34) 4.0 +power_bald 56.18 (+/- 1.24) 50.34 (+/- 3.00) 4.0 +power_pe 50.04 (+/- 2.30) 47.66 (+/- 2.50) 4.0 +pred_entropy 39.19 (+/- 6.79) 38.02 (+/- 3.35) 4.0 +random 36.36 (+/- 2.92) 42.26 (+/- 2.55) 4.0 +random-label 71.11 (+/- 1.42) 62.84 (+/- 1.88) 4.0 +random-label2 62.95 (+/- 1.03) 58.05 (+/- 1.54) 4.0 +softrank_bald 45.75 (+/- 0.95) 44.49 (+/- 1.56) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..c338fa9cf58d9f692de91fe4471805bbcb0c3999 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe33_exp","3":"class_power_pe33_sharp_sigmoid","4":"class_power_pe33_smooth_sigmoid","5":"class_power_pe66","6":"class_power_pe66_exp","7":"class_power_pe66_sharp_sigmoid","8":"class_power_pe66_smooth_sigmoid","9":"mutual_information","10":"power_bald","11":"power_pe","12":"pred_entropy","13":"random","14":"random-label","15":"random-label2","16":"softrank_bald"},"beta":{"0":-6.0401269045,"1":1.0007572084,"2":-0.8267098233,"3":3.118449823,"4":-6.5228515517,"5":15.8586410785,"6":11.5571391639,"7":5.7289289727,"8":2.5577325123,"9":-22.6501612456,"10":3.6688488599,"11":-9.7768242944,"12":-17.9064272433,"13":-134.7362045658,"14":43.6439823998,"15":35.4709754153,"16":-11.3667722148},"beta_std":{"0":3.4955889749,"1":1.101667204,"2":30.1903491156,"3":31.5890935462,"4":29.8716820484,"5":13.7255094525,"6":6.2518958712,"7":29.2656760367,"8":29.4932075056,"9":8.4965997334,"10":14.5384795302,"11":12.1225951854,"12":8.4842066912,"13":88.92041424,"14":9.8110674345,"15":11.4137713601,"16":4.1869333403}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..89d4237d53de69bd39bb3b673cd88d6150edef3f --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt @@ -0,0 +1,18 @@ + Query Method beta beta_std +0 class_pe33 -6.040127 3.495589 +1 class_pe66 1.000757 1.101667 +2 class_power_pe33_exp -0.826710 30.190349 +3 class_power_pe33_sharp_sigmoid 3.118450 31.589094 +4 class_power_pe33_smooth_sigmoid -6.522852 29.871682 +5 class_power_pe66 15.858641 13.725509 +6 class_power_pe66_exp 11.557139 6.251896 +7 class_power_pe66_sharp_sigmoid 5.728929 29.265676 +8 class_power_pe66_smooth_sigmoid 2.557733 29.493208 +9 mutual_information -22.650161 8.496600 +10 power_bald 3.668849 14.538480 +11 power_pe -9.776824 12.122595 +12 pred_entropy -17.906427 8.484207 +13 random -134.736205 88.920414 +14 random-label 43.643982 9.811067 +15 random-label2 35.470975 11.413771 +16 softrank_bald -11.366772 4.186933 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/overview.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..91fff9b5300c4456e3d2ca1d5b82dbefb833a729 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35fa2cf872e4d1d3b80d279ba4fa2d31e1a536aa46230a258636d089bcad4990 +size 1410293 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..3debd19a04a26321a5507f49579fa26ffd033aa4 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json @@ -0,0 +1,335 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.0, + "random-label2": 1.0, + "random-label": 0.8, + "random": 0.2, + "softrank_bald": 0.2, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.4, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.2 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.4, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.2 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.6000000000000001, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.2, + "softrank_bald": 0.4, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.2, + "class_pe33": 0.2, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.2 + }, + "class_power_pe33_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe33_sharp_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe33_smooth_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_sharp_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_smooth_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.4, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..ae549d52fa99e9bea4bd0b2376b5b1a17f499be1 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07fb2d8473de1ecf999721fb49816b02ed9690b4844056e069d45cfab2dc6e8 +size 199660 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/analysis.pkl b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5848a361a58827400649e2fac1fb46f028c515e5 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2206483f1ff74e56c0f9ec1c22b28942cb78c9b641a734a64081e65ab9bfbf8 +size 122365 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..38d0a629dbc3fabc0b6874c425bddd892d73a914 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.4179028893,"power_bald":0.4831195099,"power_pe":0.4638215777,"pred_entropy":0.3893390565,"random":0.4085424209,"random-label":0.619608452,"random-label2":0.5644520106,"softrank_bald":0.4153134234},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0283479227,"power_bald":0.0313030862,"power_pe":0.051516314,"pred_entropy":0.0405066738,"random":0.0270318364,"random-label":0.0289362199,"random-label2":0.01389183,"softrank_bald":0.0228687177},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.3592489229,"power_bald":0.523163475,"power_pe":0.4941089923,"pred_entropy":0.2996133443,"random":0.3583276903,"random-label":0.718967817,"random-label2":0.6350705508,"softrank_bald":0.3913278221},"('Mean Dice Final', 'std')":{"mutual_information":0.0510086943,"power_bald":0.0271179822,"power_pe":0.062835648,"pred_entropy":0.0428578583,"random":0.0222824857,"random-label":0.0157800409,"random-label2":0.0330402119,"softrank_bald":0.052949797},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.6371736104,"power_bald":0.685476587,"power_pe":0.6038289649,"pred_entropy":0.6007358056,"random":0.5964484684,"random-label":0.7610439139,"random-label2":0.7020493222,"softrank_bald":0.6077368188},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0365534831,"power_bald":0.0389524208,"power_pe":0.0455194336,"pred_entropy":0.0539623532,"random":0.0362507498,"random-label":0.0249527912,"random-label2":0.0698447771,"softrank_bald":0.0531831238},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.6657383906,"power_bald":0.7900273931,"power_pe":0.6860691487,"pred_entropy":0.5610163396,"random":0.5704362819,"random-label":0.849467133,"random-label2":0.7802002228,"softrank_bald":0.6821562946},"('Class 1 Dice Final', 'std')":{"mutual_information":0.1296326152,"power_bald":0.0228638912,"power_pe":0.0457960767,"pred_entropy":0.103624239,"random":0.0569946132,"random-label":0.0143515091,"random-label2":0.0528617441,"softrank_bald":0.148105134},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"mutual_information":0.3874595153,"power_bald":0.4457816894,"power_pe":0.4365783756,"pred_entropy":0.3478995419,"random":0.3871253223,"random-label":0.5723882631,"random-label2":0.5259643164,"softrank_bald":0.395242625},"('Class 10 Dice AUBC', 'std')":{"mutual_information":0.0261181683,"power_bald":0.0366029706,"power_pe":0.0555520706,"pred_entropy":0.0214297772,"random":0.0467144006,"random-label":0.0295098465,"random-label2":0.0301401433,"softrank_bald":0.0167486468},"('Class 10 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"mutual_information":0.342219735,"power_bald":0.5090684766,"power_pe":0.5024431702,"pred_entropy":0.2667745678,"random":0.3510918558,"random-label":0.6659160513,"random-label2":0.5917745891,"softrank_bald":0.3677814309},"('Class 10 Dice Final', 'std')":{"mutual_information":0.124781731,"power_bald":0.0290982497,"power_pe":0.0661883955,"pred_entropy":0.0861253807,"random":0.058937623,"random-label":0.0229149213,"random-label2":0.0203815656,"softrank_bald":0.1162942217},"('Class 10 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"mutual_information":0.2376762208,"power_bald":0.1735409762,"power_pe":0.1995605709,"pred_entropy":0.200197082,"random":0.174227513,"random-label":0.5997963609,"random-label2":0.4132893929,"softrank_bald":0.1211148691},"('Class 11 Dice AUBC', 'std')":{"mutual_information":0.1508306805,"power_bald":0.1126774828,"power_pe":0.1654674781,"pred_entropy":0.1308251608,"random":0.1365745518,"random-label":0.0765703551,"random-label2":0.1186342743,"softrank_bald":0.0271002858},"('Class 11 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"mutual_information":0.0,"power_bald":0.0,"power_pe":0.0951648522,"pred_entropy":0.0,"random":0.0,"random-label":0.6848360756,"random-label2":0.3962849578,"softrank_bald":0.0},"('Class 11 Dice Final', 'std')":{"mutual_information":0.0,"power_bald":0.0,"power_pe":0.1903297043,"pred_entropy":0.0,"random":0.0,"random-label":0.0292267804,"random-label2":0.2670929291,"softrank_bald":0.0},"('Class 11 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"mutual_information":0.1535835471,"power_bald":0.1573020579,"power_pe":0.1390517146,"pred_entropy":0.0999238632,"random":0.1069707734,"random-label":0.4410027894,"random-label2":0.3425403569,"softrank_bald":0.0727062655},"('Class 12 Dice AUBC', 'std')":{"mutual_information":0.0983102208,"power_bald":0.1276162092,"power_pe":0.1682041844,"pred_entropy":0.07657865,"random":0.1027308372,"random-label":0.1488835704,"random-label2":0.1159854803,"softrank_bald":0.0314901948},"('Class 12 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"mutual_information":0.0,"power_bald":0.0767535234,"power_pe":0.0970171987,"pred_entropy":0.0,"random":0.0,"random-label":0.6035612585,"random-label2":0.4177864414,"softrank_bald":0.0},"('Class 12 Dice Final', 'std')":{"mutual_information":0.0,"power_bald":0.093446981,"power_pe":0.1940343975,"pred_entropy":0.0,"random":0.0,"random-label":0.0632769891,"random-label2":0.1476432461,"softrank_bald":0.0},"('Class 12 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"mutual_information":0.2213322675,"power_bald":0.2779932467,"power_pe":0.2557964044,"pred_entropy":0.1884116232,"random":0.2058931898,"random-label":0.4401363498,"random-label2":0.3855643048,"softrank_bald":0.2052561337},"('Class 13 Dice AUBC', 'std')":{"mutual_information":0.0380749125,"power_bald":0.038233429,"power_pe":0.0573137903,"pred_entropy":0.0433595087,"random":0.0339984653,"random-label":0.0209277737,"random-label2":0.0242679986,"softrank_bald":0.0327103961},"('Class 13 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"mutual_information":0.0942907822,"power_bald":0.3107987642,"power_pe":0.2716290349,"pred_entropy":0.0550338934,"random":0.1246827555,"random-label":0.5438484424,"random-label2":0.4689849517,"softrank_bald":0.1364087946},"('Class 13 Dice Final', 'std')":{"mutual_information":0.1035801644,"power_bald":0.0203227365,"power_pe":0.1506977265,"pred_entropy":0.0376810405,"random":0.0429525839,"random-label":0.0324636932,"random-label2":0.0426719765,"softrank_bald":0.0721297605},"('Class 13 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"mutual_information":0.545381155,"power_bald":0.5815391827,"power_pe":0.5928738641,"pred_entropy":0.5183874734,"random":0.5571146319,"random-label":0.6425646166,"random-label2":0.6194348241,"softrank_bald":0.5485839881},"('Class 14 Dice AUBC', 'std')":{"mutual_information":0.0255104557,"power_bald":0.0456907364,"power_pe":0.0291046484,"pred_entropy":0.0336858499,"random":0.0237300779,"random-label":0.0209172033,"random-label2":0.0356314789,"softrank_bald":0.0418191233},"('Class 14 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"mutual_information":0.5314725666,"power_bald":0.5778323941,"power_pe":0.6119784102,"pred_entropy":0.4727085426,"random":0.561291664,"random-label":0.7099182473,"random-label2":0.6645335399,"softrank_bald":0.52029829},"('Class 14 Dice Final', 'std')":{"mutual_information":0.0633415411,"power_bald":0.0661444542,"power_pe":0.039316801,"pred_entropy":0.0285131348,"random":0.0679787564,"random-label":0.0145668557,"random-label2":0.0127842057,"softrank_bald":0.1043420391},"('Class 14 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"mutual_information":0.3282994962,"power_bald":0.393321365,"power_pe":0.3935613291,"pred_entropy":0.3249504104,"random":0.3399553896,"random-label":0.5002755728,"random-label2":0.4137731018,"softrank_bald":0.4138330798},"('Class 15 Dice AUBC', 'std')":{"mutual_information":0.1433058127,"power_bald":0.0629578817,"power_pe":0.0737816707,"pred_entropy":0.1073522468,"random":0.0582421433,"random-label":0.0706185601,"random-label2":0.1283455472,"softrank_bald":0.1125277657},"('Class 15 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"mutual_information":0.2420382288,"power_bald":0.3827684304,"power_pe":0.3524601542,"pred_entropy":0.2485972212,"random":0.3309331405,"random-label":0.5830966737,"random-label2":0.5154184267,"softrank_bald":0.4039528832},"('Class 15 Dice Final', 'std')":{"mutual_information":0.1689511228,"power_bald":0.0959523567,"power_pe":0.0991136643,"pred_entropy":0.0865233058,"random":0.1090295462,"random-label":0.030339288,"random-label2":0.0772658419,"softrank_bald":0.227268383},"('Class 15 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.413879448,"power_bald":0.4988950775,"power_pe":0.5197418475,"pred_entropy":0.390768204,"random":0.3811427478,"random-label":0.6600892526,"random-label2":0.5651561664,"softrank_bald":0.4205627637},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0403282806,"power_bald":0.0659395431,"power_pe":0.0631822327,"pred_entropy":0.0453782501,"random":0.1006169851,"random-label":0.0425048626,"random-label2":0.0487161536,"softrank_bald":0.0752591551},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.5109629472,"power_bald":0.6348428964,"power_pe":0.5999449846,"pred_entropy":0.2943949618,"random":0.368996444,"random-label":0.7927601714,"random-label2":0.6836037637,"softrank_bald":0.5004490146},"('Class 2 Dice Final', 'std')":{"mutual_information":0.2002957446,"power_bald":0.0666101547,"power_pe":0.0628247222,"pred_entropy":0.0523115252,"random":0.0953382277,"random-label":0.0396333978,"random-label2":0.0579788674,"softrank_bald":0.1474313589},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.5112415872,"power_bald":0.5764422111,"power_pe":0.5324161718,"pred_entropy":0.4818379684,"random":0.4962761348,"random-label":0.7049814417,"random-label2":0.6566758755,"softrank_bald":0.5096252923},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0728630782,"power_bald":0.0797484094,"power_pe":0.0704920201,"pred_entropy":0.035790177,"random":0.0924931737,"random-label":0.0383149901,"random-label2":0.0336358866,"softrank_bald":0.0562983392},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.5616823912,"power_bald":0.6724448265,"power_pe":0.5762153436,"pred_entropy":0.4630693242,"random":0.4440345913,"random-label":0.8332489462,"random-label2":0.7520022401,"softrank_bald":0.5765056789},"('Class 3 Dice Final', 'std')":{"mutual_information":0.1790335322,"power_bald":0.0866370115,"power_pe":0.0478972327,"pred_entropy":0.1023023349,"random":0.091806692,"random-label":0.0121159358,"random-label2":0.0487233407,"softrank_bald":0.091042789},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"mutual_information":0.2998624441,"power_bald":0.4791020983,"power_pe":0.443582721,"pred_entropy":0.2990133974,"random":0.3094274333,"random-label":0.5681169656,"random-label2":0.5046008985,"softrank_bald":0.3384868101},"('Class 4 Dice AUBC', 'std')":{"mutual_information":0.1793752364,"power_bald":0.0489726478,"power_pe":0.1178689441,"pred_entropy":0.1437754139,"random":0.2027651405,"random-label":0.0473785146,"random-label2":0.0993964862,"softrank_bald":0.1641277366},"('Class 4 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"mutual_information":0.119439204,"power_bald":0.5454772626,"power_pe":0.5187376701,"pred_entropy":0.0901234174,"random":0.2417129696,"random-label":0.6457763977,"random-label2":0.5781055264,"softrank_bald":0.2310584443},"('Class 4 Dice Final', 'std')":{"mutual_information":0.1354700642,"power_bald":0.0119771967,"power_pe":0.0665284873,"pred_entropy":0.1372852762,"random":0.2171902133,"random-label":0.0135619806,"random-label2":0.0505907498,"softrank_bald":0.1994689737},"('Class 4 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"mutual_information":0.1668094485,"power_bald":0.2526234647,"power_pe":0.2010674273,"pred_entropy":0.1528469434,"random":0.1382201089,"random-label":0.4200693685,"random-label2":0.4597660367,"softrank_bald":0.132086979},"('Class 5 Dice AUBC', 'std')":{"mutual_information":0.0893956934,"power_bald":0.1414639069,"power_pe":0.1731259404,"pred_entropy":0.0811969133,"random":0.0905195661,"random-label":0.1441359841,"random-label2":0.0280790811,"softrank_bald":0.0419266072},"('Class 5 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"mutual_information":0.0339744194,"power_bald":0.3106004413,"power_pe":0.2147451837,"pred_entropy":0.0605486385,"random":0.0536695865,"random-label":0.59076586,"random-label2":0.5663618078,"softrank_bald":0.0485774777},"('Class 5 Dice Final', 'std')":{"mutual_information":0.0620706954,"power_bald":0.1551895308,"power_pe":0.2474369317,"pred_entropy":0.0821932417,"random":0.1063084294,"random-label":0.0986024968,"random-label2":0.0401464963,"softrank_bald":0.0453600949},"('Class 5 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"mutual_information":0.7937631837,"power_bald":0.8270731902,"power_pe":0.8311409446,"pred_entropy":0.7731478786,"random":0.799478467,"random-label":0.8519372661,"random-label2":0.8428651107,"softrank_bald":0.822376058},"('Class 6 Dice AUBC', 'std')":{"mutual_information":0.062792483,"power_bald":0.0256910664,"power_pe":0.0219132412,"pred_entropy":0.0605752481,"random":0.015260508,"random-label":0.0251126844,"random-label2":0.0226627259,"softrank_bald":0.0343442068},"('Class 6 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"mutual_information":0.849301221,"power_bald":0.88103973,"power_pe":0.8853284856,"pred_entropy":0.8192914943,"random":0.8126485083,"random-label":0.9028592145,"random-label2":0.882392581,"softrank_bald":0.8767022233},"('Class 6 Dice Final', 'std')":{"mutual_information":0.0567330212,"power_bald":0.0101973769,"power_pe":0.0132958022,"pred_entropy":0.0349519163,"random":0.0138285292,"random-label":0.004849966,"random-label2":0.0032225718,"softrank_bald":0.009771623},"('Class 6 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"mutual_information":0.4408548782,"power_bald":0.4920487994,"power_pe":0.4598139481,"pred_entropy":0.4240403324,"random":0.4076265755,"random-label":0.5630745176,"random-label2":0.5130595513,"softrank_bald":0.4407598206},"('Class 7 Dice AUBC', 'std')":{"mutual_information":0.0455865984,"power_bald":0.03286622,"power_pe":0.0453009398,"pred_entropy":0.0555634567,"random":0.0386339591,"random-label":0.03413345,"random-label2":0.0533197794,"softrank_bald":0.0378726923},"('Class 7 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"mutual_information":0.4762080953,"power_bald":0.6106322086,"power_pe":0.5812685297,"pred_entropy":0.4381671604,"random":0.4006953355,"random-label":0.6644040545,"random-label2":0.5962908663,"softrank_bald":0.4901856319},"('Class 7 Dice Final', 'std')":{"mutual_information":0.0588557584,"power_bald":0.0220999855,"power_pe":0.0040379052,"pred_entropy":0.0225555486,"random":0.0472756933,"random-label":0.0315308444,"random-label2":0.039766076,"softrank_bald":0.0379197981},"('Class 7 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"mutual_information":0.6494388704,"power_bald":0.7744322043,"power_pe":0.7648064386,"pred_entropy":0.6243069577,"random":0.7223239168,"random-label":0.8254791549,"random-label2":0.8140136047,"softrank_bald":0.6994557641},"('Class 8 Dice AUBC', 'std')":{"mutual_information":0.0391798921,"power_bald":0.0181825978,"power_pe":0.0380815757,"pred_entropy":0.0835039473,"random":0.0315294814,"random-label":0.0205042552,"random-label2":0.019040917,"softrank_bald":0.0486479059},"('Class 8 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"mutual_information":0.6177335523,"power_bald":0.8357728743,"power_pe":0.7996475303,"pred_entropy":0.5173873148,"random":0.7034837691,"random-label":0.8882224083,"random-label2":0.8525356144,"softrank_bald":0.6586794531},"('Class 8 Dice Final', 'std')":{"mutual_information":0.0342746115,"power_bald":0.01861356,"power_pe":0.0602378921,"pred_entropy":0.1240752077,"random":0.0290062801,"random-label":0.0171113554,"random-label2":0.0230884204,"softrank_bald":0.0804748731},"('Class 8 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"mutual_information":0.4817876666,"power_bald":0.6312204985,"power_pe":0.5835029434,"pred_entropy":0.4136183656,"random":0.5059056404,"random-label":0.7431709459,"random-label2":0.7080272968,"softrank_bald":0.5018740828},"('Class 9 Dice AUBC', 'std')":{"mutual_information":0.088097746,"power_bald":0.0748773719,"power_pe":0.0830099172,"pred_entropy":0.1338807331,"random":0.105179421,"random-label":0.0370159333,"random-label2":0.0502914222,"softrank_bald":0.0982613062},"('Class 9 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"mutual_information":0.3436723107,"power_bald":0.7093929028,"power_pe":0.6189851876,"pred_entropy":0.2070872886,"random":0.411238453,"random-label":0.8258363197,"random-label2":0.7797827325,"softrank_bald":0.3771617141},"('Class 9 Dice Final', 'std')":{"mutual_information":0.2732024866,"power_bald":0.0466013174,"power_pe":0.1254063076,"pred_entropy":0.1993397275,"random":0.0983547277,"random-label":0.0213697576,"random-label2":0.0351557252,"softrank_bald":0.1840685906},"('Class 9 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ab4b4c603b7b9b5890a1b2903fe2e4a5bb8efe3 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.417903 0.028348 4 0.359249 0.051009 4 0.637174 0.036553 4 0.665738 0.129633 4 0.387460 0.026118 4 0.342220 0.124782 4 0.237676 0.150831 4 0.000000 0.000000 4 0.153584 0.098310 4 0.000000 0.000000 4 0.221332 0.038075 4 0.094291 0.103580 4 0.545381 0.025510 4 0.531473 0.063342 4 0.328299 0.143306 4 0.242038 0.168951 4 0.413879 0.040328 4 0.510963 0.200296 4 0.511242 0.072863 4 0.561682 0.179034 4 0.299862 0.179375 4 0.119439 0.135470 4 0.166809 0.089396 4 0.033974 0.062071 4 0.793763 0.062792 4 0.849301 0.056733 4 0.440855 0.045587 4 0.476208 0.058856 4 0.649439 0.039180 4 0.617734 0.034275 4 0.481788 0.088098 4 0.343672 0.273202 4 +power_bald 0.483120 0.031303 4 0.523163 0.027118 4 0.685477 0.038952 4 0.790027 0.022864 4 0.445782 0.036603 4 0.509068 0.029098 4 0.173541 0.112677 4 0.000000 0.000000 4 0.157302 0.127616 4 0.076754 0.093447 4 0.277993 0.038233 4 0.310799 0.020323 4 0.581539 0.045691 4 0.577832 0.066144 4 0.393321 0.062958 4 0.382768 0.095952 4 0.498895 0.065940 4 0.634843 0.066610 4 0.576442 0.079748 4 0.672445 0.086637 4 0.479102 0.048973 4 0.545477 0.011977 4 0.252623 0.141464 4 0.310600 0.155190 4 0.827073 0.025691 4 0.881040 0.010197 4 0.492049 0.032866 4 0.610632 0.022100 4 0.774432 0.018183 4 0.835773 0.018614 4 0.631220 0.074877 4 0.709393 0.046601 4 +power_pe 0.463822 0.051516 4 0.494109 0.062836 4 0.603829 0.045519 4 0.686069 0.045796 4 0.436578 0.055552 4 0.502443 0.066188 4 0.199561 0.165467 4 0.095165 0.190330 4 0.139052 0.168204 4 0.097017 0.194034 4 0.255796 0.057314 4 0.271629 0.150698 4 0.592874 0.029105 4 0.611978 0.039317 4 0.393561 0.073782 4 0.352460 0.099114 4 0.519742 0.063182 4 0.599945 0.062825 4 0.532416 0.070492 4 0.576215 0.047897 4 0.443583 0.117869 4 0.518738 0.066528 4 0.201067 0.173126 4 0.214745 0.247437 4 0.831141 0.021913 4 0.885328 0.013296 4 0.459814 0.045301 4 0.581269 0.004038 4 0.764806 0.038082 4 0.799648 0.060238 4 0.583503 0.083010 4 0.618985 0.125406 4 +pred_entropy 0.389339 0.040507 4 0.299613 0.042858 4 0.600736 0.053962 4 0.561016 0.103624 4 0.347900 0.021430 4 0.266775 0.086125 4 0.200197 0.130825 4 0.000000 0.000000 4 0.099924 0.076579 4 0.000000 0.000000 4 0.188412 0.043360 4 0.055034 0.037681 4 0.518387 0.033686 4 0.472709 0.028513 4 0.324950 0.107352 4 0.248597 0.086523 4 0.390768 0.045378 4 0.294395 0.052312 4 0.481838 0.035790 4 0.463069 0.102302 4 0.299013 0.143775 4 0.090123 0.137285 4 0.152847 0.081197 4 0.060549 0.082193 4 0.773148 0.060575 4 0.819291 0.034952 4 0.424040 0.055563 4 0.438167 0.022556 4 0.624307 0.083504 4 0.517387 0.124075 4 0.413618 0.133881 4 0.207087 0.199340 4 +random 0.408542 0.027032 4 0.358328 0.022282 4 0.596448 0.036251 4 0.570436 0.056995 4 0.387125 0.046714 4 0.351092 0.058938 4 0.174228 0.136575 4 0.000000 0.000000 4 0.106971 0.102731 4 0.000000 0.000000 4 0.205893 0.033998 4 0.124683 0.042953 4 0.557115 0.023730 4 0.561292 0.067979 4 0.339955 0.058242 4 0.330933 0.109030 4 0.381143 0.100617 4 0.368996 0.095338 4 0.496276 0.092493 4 0.444035 0.091807 4 0.309427 0.202765 4 0.241713 0.217190 4 0.138220 0.090520 4 0.053670 0.106308 4 0.799478 0.015261 4 0.812649 0.013829 4 0.407627 0.038634 4 0.400695 0.047276 4 0.722324 0.031529 4 0.703484 0.029006 4 0.505906 0.105179 4 0.411238 0.098355 4 +random-label 0.619608 0.028936 4 0.718968 0.015780 4 0.761044 0.024953 4 0.849467 0.014352 4 0.572388 0.029510 4 0.665916 0.022915 4 0.599796 0.076570 4 0.684836 0.029227 4 0.441003 0.148884 4 0.603561 0.063277 4 0.440136 0.020928 4 0.543848 0.032464 4 0.642565 0.020917 4 0.709918 0.014567 4 0.500276 0.070619 4 0.583097 0.030339 4 0.660089 0.042505 4 0.792760 0.039633 4 0.704981 0.038315 4 0.833249 0.012116 4 0.568117 0.047379 4 0.645776 0.013562 4 0.420069 0.144136 4 0.590766 0.098602 4 0.851937 0.025113 4 0.902859 0.004850 4 0.563075 0.034133 4 0.664404 0.031531 4 0.825479 0.020504 4 0.888222 0.017111 4 0.743171 0.037016 4 0.825836 0.021370 4 +random-label2 0.564452 0.013892 4 0.635071 0.033040 4 0.702049 0.069845 4 0.780200 0.052862 4 0.525964 0.030140 4 0.591775 0.020382 4 0.413289 0.118634 4 0.396285 0.267093 4 0.342540 0.115985 4 0.417786 0.147643 4 0.385564 0.024268 4 0.468985 0.042672 4 0.619435 0.035631 4 0.664534 0.012784 4 0.413773 0.128346 4 0.515418 0.077266 4 0.565156 0.048716 4 0.683604 0.057979 4 0.656676 0.033636 4 0.752002 0.048723 4 0.504601 0.099396 4 0.578106 0.050591 4 0.459766 0.028079 4 0.566362 0.040146 4 0.842865 0.022663 4 0.882393 0.003223 4 0.513060 0.053320 4 0.596291 0.039766 4 0.814014 0.019041 4 0.852536 0.023088 4 0.708027 0.050291 4 0.779783 0.035156 4 +softrank_bald 0.415313 0.022869 4 0.391328 0.052950 4 0.607737 0.053183 4 0.682156 0.148105 4 0.395243 0.016749 4 0.367781 0.116294 4 0.121115 0.027100 4 0.000000 0.000000 4 0.072706 0.031490 4 0.000000 0.000000 4 0.205256 0.032710 4 0.136409 0.072130 4 0.548584 0.041819 4 0.520298 0.104342 4 0.413833 0.112528 4 0.403953 0.227268 4 0.420563 0.075259 4 0.500449 0.147431 4 0.509625 0.056298 4 0.576506 0.091043 4 0.338487 0.164128 4 0.231058 0.199469 4 0.132087 0.041927 4 0.048577 0.045360 4 0.822376 0.034344 4 0.876702 0.009772 4 0.440760 0.037873 4 0.490186 0.037920 4 0.699456 0.048648 4 0.658679 0.080475 4 0.501874 0.098261 4 0.377162 0.184069 4 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc_pretty.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..dd38435ce153813f0193a7e18ec93498df1a77d2 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 35.92 (+/- 5.10) 41.79 (+/- 2.83) 4.0 +power_bald 52.32 (+/- 2.71) 48.31 (+/- 3.13) 4.0 +power_pe 49.41 (+/- 6.28) 46.38 (+/- 5.15) 4.0 +pred_entropy 29.96 (+/- 4.29) 38.93 (+/- 4.05) 4.0 +random 35.83 (+/- 2.23) 40.85 (+/- 2.70) 4.0 +random-label 71.90 (+/- 1.58) 61.96 (+/- 2.89) 4.0 +random-label2 63.51 (+/- 3.30) 56.45 (+/- 1.39) 4.0 +softrank_bald 39.13 (+/- 5.29) 41.53 (+/- 2.29) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/beta.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..5cfb5b613c6ac9f914fec5180a03f85576fde559 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":-16.5227523937,"1":-1.2112615975,"2":-9.4024487141,"3":-29.5001444572,"4":-109.1345961007,"5":43.848142478,"6":32.8877652055,"7":-19.869244798},"beta_std":{"0":20.7621064174,"1":30.3341480139,"2":53.0439625835,"3":12.972568068,"4":174.3916993198,"5":21.2916333586,"6":28.5700165971,"7":18.6809898104}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/beta.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..cbd780bd5cd61a2df564d36c7932822f59ed97ee --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information -16.522752 20.762106 +1 power_bald -1.211262 30.334148 +2 power_pe -9.402449 53.043963 +3 pred_entropy -29.500144 12.972568 +4 random -109.134596 174.391699 +5 random-label 43.848142 21.291633 +6 random-label2 32.887765 28.570017 +7 softrank_bald -19.869245 18.680990 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/overview.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..a2e2253e1010abc7e54a503afefbca5efa6b3395 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bbc3e5dcfcd815e40bdefff0cb2836cc441fc7bd101e324ed01173eea5da4ac +size 1190905 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/ppm.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..042c3ddacff4a655b9defc2525e9f11934593718 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.3333333333333333, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.3333333333333333, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.3333333333333333, + "softrank_bald": 0.3333333333333333 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.6666666666666666, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.6666666666666666, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/ppm.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..a4ad8c32aba6e2464c8a521fe8868451ac9343d4 Binary files /dev/null and b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-80/ppm.png differ diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/analysis.pkl b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..eac42319f172c2dd6764e00d650681bfeb223304 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d88de014ff13181819627b8e574c2f9ccd417f2091d03bc8ae620fdb4e9ed0 +size 122754 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..8f078d7efd9b2433e218b2a587993acfb7ac1e90 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.7066529203,"power_bald":0.7744889451,"power_pe":0.7759534844,"pred_entropy":0.7383127433,"random":0.737796289,"random-label":0.8011656387,"random-label2":0.7921033611,"softrank_bald":0.7541821922},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0048660948,"power_bald":0.0045221335,"power_pe":0.0026805263,"pred_entropy":0.0156455796,"random":0.0019759998,"random-label":0.0039314116,"random-label2":0.0032527435,"softrank_bald":0.0130461657},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.6987564066,"power_bald":0.8054669521,"power_pe":0.8029474361,"pred_entropy":0.7198219063,"random":0.7543713001,"random-label":0.8366852289,"random-label2":0.8256722356,"softrank_bald":0.7986089672},"('Mean Dice Final', 'std')":{"mutual_information":0.0131184633,"power_bald":0.0036645327,"power_pe":0.0062318601,"pred_entropy":0.0209261614,"random":0.0056506837,"random-label":0.0031170586,"random-label2":0.0012274762,"softrank_bald":0.0111186535},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.9046017496,"power_bald":0.8984411307,"power_pe":0.8989745758,"pred_entropy":0.9080689384,"random":0.8736956459,"random-label":0.8991529555,"random-label2":0.8955951765,"softrank_bald":0.9044825979},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0023526816,"power_bald":0.007157642,"power_pe":0.0047473416,"pred_entropy":0.001993108,"random":0.0102031792,"random-label":0.0093104127,"random-label2":0.0048668435,"softrank_bald":0.0032350202},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9182888567,"power_bald":0.9203475321,"power_pe":0.9175142269,"pred_entropy":0.9230917196,"random":0.8849864259,"random-label":0.9219097168,"random-label2":0.9094328131,"softrank_bald":0.9261906201},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0051709386,"power_bald":0.0015261264,"power_pe":0.0021674786,"pred_entropy":0.0035875551,"random":0.0102199518,"random-label":0.0038981447,"random-label2":0.0033424372,"softrank_bald":0.0051561314},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"mutual_information":0.7401879286,"power_bald":0.7413944324,"power_pe":0.7432182804,"pred_entropy":0.7569865587,"random":0.6984947712,"random-label":0.7710695041,"random-label2":0.7580534293,"softrank_bald":0.735466591},"('Class 10 Dice AUBC', 'std')":{"mutual_information":0.0064978794,"power_bald":0.0088764249,"power_pe":0.0055520513,"pred_entropy":0.0054086231,"random":0.0075075898,"random-label":0.0044958248,"random-label2":0.0068301749,"softrank_bald":0.0044509038},"('Class 10 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"mutual_information":0.7576063528,"power_bald":0.7744827306,"power_pe":0.771066653,"pred_entropy":0.7779436396,"random":0.7132835813,"random-label":0.8132357161,"random-label2":0.7989946143,"softrank_bald":0.7796280998},"('Class 10 Dice Final', 'std')":{"mutual_information":0.0045874274,"power_bald":0.008341113,"power_pe":0.0045500012,"pred_entropy":0.0012664715,"random":0.0103868648,"random-label":0.0024306812,"random-label2":0.004588818,"softrank_bald":0.0076283218},"('Class 10 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"mutual_information":0.1557884214,"power_bald":0.6601925761,"power_pe":0.6637012534,"pred_entropy":0.3153120187,"random":0.6239392016,"random-label":0.7276383616,"random-label2":0.7149190449,"softrank_bald":0.506342111},"('Class 11 Dice AUBC', 'std')":{"mutual_information":0.0174094941,"power_bald":0.0251092779,"power_pe":0.022855763,"pred_entropy":0.1641347657,"random":0.0343343903,"random-label":0.0128083372,"random-label2":0.0163566912,"softrank_bald":0.1530302772},"('Class 11 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"mutual_information":0.0,"power_bald":0.6914814621,"power_pe":0.692653122,"pred_entropy":0.0474958219,"random":0.6489991766,"random-label":0.76209652,"random-label2":0.749796211,"softrank_bald":0.5918124491},"('Class 11 Dice Final', 'std')":{"mutual_information":0.0,"power_bald":0.011292239,"power_pe":0.01114753,"pred_entropy":0.0947339424,"random":0.0165861577,"random-label":0.0037266829,"random-label2":0.0056182842,"softrank_bald":0.1220225014},"('Class 11 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"mutual_information":0.1999097212,"power_bald":0.6303584246,"power_pe":0.6357446183,"pred_entropy":0.3718438708,"random":0.5866222107,"random-label":0.7256316962,"random-label2":0.7102676412,"softrank_bald":0.5370719285},"('Class 12 Dice AUBC', 'std')":{"mutual_information":0.0656594657,"power_bald":0.0075170034,"power_pe":0.02216178,"pred_entropy":0.1154687372,"random":0.0135652857,"random-label":0.0040685364,"random-label2":0.0102375369,"softrank_bald":0.0358536649},"('Class 12 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"mutual_information":0.0070789214,"power_bald":0.6719213858,"power_pe":0.6610011728,"pred_entropy":0.0707477103,"random":0.5964339157,"random-label":0.7696188756,"random-label2":0.7532969387,"softrank_bald":0.6201198819},"('Class 12 Dice Final', 'std')":{"mutual_information":0.0098518339,"power_bald":0.0081155893,"power_pe":0.0256663149,"pred_entropy":0.1369986283,"random":0.0147380321,"random-label":0.003567438,"random-label2":0.0089507564,"softrank_bald":0.0268128061},"('Class 12 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"mutual_information":0.6147139217,"power_bald":0.6234171692,"power_pe":0.6283518287,"pred_entropy":0.6460198775,"random":0.5722438162,"random-label":0.6793039147,"random-label2":0.6573334344,"softrank_bald":0.6132443171},"('Class 13 Dice AUBC', 'std')":{"mutual_information":0.0058989291,"power_bald":0.0075331544,"power_pe":0.0129653582,"pred_entropy":0.0037413253,"random":0.0201034749,"random-label":0.005306899,"random-label2":0.0132593261,"softrank_bald":0.0094977671},"('Class 13 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"mutual_information":0.6314631281,"power_bald":0.6655470149,"power_pe":0.6630051456,"pred_entropy":0.6712870367,"random":0.5849785893,"random-label":0.7289251704,"random-label2":0.706466141,"softrank_bald":0.6731884417},"('Class 13 Dice Final', 'std')":{"mutual_information":0.0209571153,"power_bald":0.0061442609,"power_pe":0.0144344192,"pred_entropy":0.0056445283,"random":0.0292010456,"random-label":0.004667678,"random-label2":0.0035756636,"softrank_bald":0.0040913892},"('Class 13 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"mutual_information":0.7276592626,"power_bald":0.7416250237,"power_pe":0.743494008,"pred_entropy":0.743948084,"random":0.7228039168,"random-label":0.7472862283,"random-label2":0.7505629292,"softrank_bald":0.7364994474},"('Class 14 Dice AUBC', 'std')":{"mutual_information":0.0220406023,"power_bald":0.0083015276,"power_pe":0.0098395348,"pred_entropy":0.0088354846,"random":0.0138377864,"random-label":0.0125622843,"random-label2":0.0083802125,"softrank_bald":0.0175917692},"('Class 14 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"mutual_information":0.7454761826,"power_bald":0.7631176501,"power_pe":0.758547626,"pred_entropy":0.7758057824,"random":0.7328151156,"random-label":0.777606299,"random-label2":0.784804362,"softrank_bald":0.7652312655},"('Class 14 Dice Final', 'std')":{"mutual_information":0.0301314811,"power_bald":0.0095050486,"power_pe":0.0069757316,"pred_entropy":0.0237911304,"random":0.007119425,"random-label":0.0123462676,"random-label2":0.007010992,"softrank_bald":0.0076396765},"('Class 14 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"mutual_information":0.6576197364,"power_bald":0.676407161,"power_pe":0.6778176483,"pred_entropy":0.6670997463,"random":0.6364278267,"random-label":0.6696244445,"random-label2":0.6816379012,"softrank_bald":0.6609632573},"('Class 15 Dice AUBC', 'std')":{"mutual_information":0.0046438981,"power_bald":0.0087676474,"power_pe":0.0103453873,"pred_entropy":0.0083131802,"random":0.0201179139,"random-label":0.0320820462,"random-label2":0.0107533998,"softrank_bald":0.0135489536},"('Class 15 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"mutual_information":0.7112134377,"power_bald":0.7231210969,"power_pe":0.7292667587,"pred_entropy":0.748634853,"random":0.6650483671,"random-label":0.718298631,"random-label2":0.7296830944,"softrank_bald":0.7329338989},"('Class 15 Dice Final', 'std')":{"mutual_information":0.0300402075,"power_bald":0.0140902594,"power_pe":0.0132860052,"pred_entropy":0.0281387135,"random":0.0086466012,"random-label":0.0227633151,"random-label2":0.0101634049,"softrank_bald":0.0064419778},"('Class 15 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8785638688,"power_bald":0.8764549035,"power_pe":0.877811082,"pred_entropy":0.8936477348,"random":0.8351700111,"random-label":0.9086811137,"random-label2":0.8884505772,"softrank_bald":0.8820700895},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0131690521,"power_bald":0.0200712048,"power_pe":0.007297187,"pred_entropy":0.0086508236,"random":0.0364304088,"random-label":0.0099110783,"random-label2":0.014506419,"softrank_bald":0.0121681947},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.9037914907,"power_bald":0.9139170941,"power_pe":0.9157891324,"pred_entropy":0.9215117665,"random":0.8626623152,"random-label":0.9472010139,"random-label2":0.9311737554,"softrank_bald":0.9233802815},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0204474157,"power_bald":0.016205116,"power_pe":0.0069054478,"pred_entropy":0.0078528073,"random":0.0245508596,"random-label":0.004749094,"random-label2":0.0045894512,"softrank_bald":0.0063346564},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.8924240596,"power_bald":0.8952105556,"power_pe":0.8956113845,"pred_entropy":0.9038732413,"random":0.8597275416,"random-label":0.9147118442,"random-label2":0.8984615514,"softrank_bald":0.897196062},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0125513212,"power_bald":0.0126407792,"power_pe":0.0072291692,"pred_entropy":0.0070809979,"random":0.023848479,"random-label":0.0075773983,"random-label2":0.0105335527,"softrank_bald":0.0061456178},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9117321907,"power_bald":0.9235452044,"power_pe":0.9249291237,"pred_entropy":0.9291777685,"random":0.8765418657,"random-label":0.9458358125,"random-label2":0.9325874504,"softrank_bald":0.9305173253},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0179431322,"power_bald":0.0095192086,"power_pe":0.0051242652,"pred_entropy":0.0066526454,"random":0.0159102198,"random-label":0.0030455515,"random-label2":0.0047319664,"softrank_bald":0.0040703502},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"mutual_information":0.6737099342,"power_bald":0.6769096958,"power_pe":0.6783993375,"pred_entropy":0.6981929283,"random":0.6405490881,"random-label":0.7053252807,"random-label2":0.6928378644,"softrank_bald":0.6727884661},"('Class 4 Dice AUBC', 'std')":{"mutual_information":0.0036859824,"power_bald":0.0145546791,"power_pe":0.0062561242,"pred_entropy":0.0029314998,"random":0.0157250833,"random-label":0.0071398004,"random-label2":0.010059161,"softrank_bald":0.0056905083},"('Class 4 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"mutual_information":0.6829409661,"power_bald":0.7095747215,"power_pe":0.7011611355,"pred_entropy":0.7132775464,"random":0.6501116183,"random-label":0.7422423665,"random-label2":0.7232515942,"softrank_bald":0.712439437},"('Class 4 Dice Final', 'std')":{"mutual_information":0.0159178968,"power_bald":0.0080787004,"power_pe":0.0092155316,"pred_entropy":0.0141069805,"random":0.0162044567,"random-label":0.0041488171,"random-label2":0.0097905235,"softrank_bald":0.0130246863},"('Class 4 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"mutual_information":0.6403326749,"power_bald":0.6883931799,"power_pe":0.6912869721,"pred_entropy":0.639270379,"random":0.6351537396,"random-label":0.7377965289,"random-label2":0.727403028,"softrank_bald":0.6622257671},"('Class 5 Dice AUBC', 'std')":{"mutual_information":0.018259876,"power_bald":0.0158360164,"power_pe":0.0205504427,"pred_entropy":0.0394110112,"random":0.0423129509,"random-label":0.0220597687,"random-label2":0.017596759,"softrank_bald":0.0258810291},"('Class 5 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"mutual_information":0.6397865546,"power_bald":0.7245639723,"power_pe":0.71842964,"pred_entropy":0.6177180447,"random":0.6525891211,"random-label":0.7914249567,"random-label2":0.765141243,"softrank_bald":0.7091411596},"('Class 5 Dice Final', 'std')":{"mutual_information":0.0475104637,"power_bald":0.0133867161,"power_pe":0.0096380913,"pred_entropy":0.0811841001,"random":0.0416644954,"random-label":0.0086203992,"random-label2":0.008244206,"softrank_bald":0.0163194275},"('Class 5 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"mutual_information":0.9434371937,"power_bald":0.9416193139,"power_pe":0.9414883005,"pred_entropy":0.9471137459,"random":0.9158719227,"random-label":0.9393911237,"random-label2":0.9338045608,"softrank_bald":0.9426868446},"('Class 6 Dice AUBC', 'std')":{"mutual_information":0.0014713157,"power_bald":0.001877055,"power_pe":0.0019415915,"pred_entropy":0.0005047127,"random":0.00435191,"random-label":0.0018085963,"random-label2":0.003264375,"softrank_bald":0.0013788163},"('Class 6 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"mutual_information":0.9550579196,"power_bald":0.9584444721,"power_pe":0.9571837091,"pred_entropy":0.9611769376,"random":0.9283162081,"random-label":0.9563645325,"random-label2":0.9496539178,"softrank_bald":0.9602831061},"('Class 6 Dice Final', 'std')":{"mutual_information":0.0027764865,"power_bald":0.0007751809,"power_pe":0.0006701322,"pred_entropy":0.0022332983,"random":0.0030435931,"random-label":0.0014987557,"random-label2":0.0019945361,"softrank_bald":0.001212994},"('Class 6 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"mutual_information":0.8065930243,"power_bald":0.788628166,"power_pe":0.7850787325,"pred_entropy":0.8113304964,"random":0.7156624602,"random-label":0.7946582446,"random-label2":0.7823199976,"softrank_bald":0.791456275},"('Class 7 Dice AUBC', 'std')":{"mutual_information":0.0061280597,"power_bald":0.0062776149,"power_pe":0.008139812,"pred_entropy":0.0057562827,"random":0.0139678066,"random-label":0.0063653315,"random-label2":0.0058665764,"softrank_bald":0.0092012647},"('Class 7 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"mutual_information":0.8440496979,"power_bald":0.8361074081,"power_pe":0.8332670599,"pred_entropy":0.852413488,"random":0.7559879663,"random-label":0.8494944605,"random-label2":0.8333494696,"softrank_bald":0.8476510918},"('Class 7 Dice Final', 'std')":{"mutual_information":0.0111480037,"power_bald":0.0067207224,"power_pe":0.0035794259,"pred_entropy":0.0040277988,"random":0.0139061532,"random-label":0.0046614486,"random-label2":0.0082217757,"softrank_bald":0.0033078165},"('Class 7 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"mutual_information":0.912973953,"power_bald":0.919555803,"power_pe":0.9179482663,"pred_entropy":0.9115431627,"random":0.9085294072,"random-label":0.9220331131,"random-label2":0.9203124998,"softrank_bald":0.9160161104},"('Class 8 Dice AUBC', 'std')":{"mutual_information":0.0061991546,"power_bald":0.0002422139,"power_pe":0.00171724,"pred_entropy":0.0020183527,"random":0.0028216996,"random-label":0.0011253746,"random-label2":0.0044113025,"softrank_bald":0.003688842},"('Class 8 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"mutual_information":0.9198187201,"power_bald":0.9330726485,"power_pe":0.928098811,"pred_entropy":0.9209357946,"random":0.9157244775,"random-label":0.9358046248,"random-label2":0.932163888,"softrank_bald":0.9322577483},"('Class 8 Dice Final', 'std')":{"mutual_information":0.0124104699,"power_bald":0.0008247663,"power_pe":0.0016982383,"pred_entropy":0.0069605214,"random":0.0052033528,"random-label":0.0030181351,"random-label2":0.0048069973,"softrank_bald":0.0029437309},"('Class 8 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"mutual_information":0.8512783539,"power_bald":0.8587266411,"power_pe":0.860375977,"pred_entropy":0.8604403664,"random":0.8420527755,"random-label":0.8751802263,"random-label2":0.8695907802,"softrank_bald":0.8542230184},"('Class 9 Dice AUBC', 'std')":{"mutual_information":0.0057924015,"power_bald":0.002570815,"power_pe":0.0054889671,"pred_entropy":0.0044963885,"random":0.0056039694,"random-label":0.0013536338,"random-label2":0.0052136008,"softrank_bald":0.0062063576},"('Class 9 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"mutual_information":0.8530416801,"power_bald":0.8727598888,"power_pe":0.8722982247,"pred_entropy":0.8661106854,"random":0.8470907571,"random-label":0.8902197368,"random-label2":0.8852880406,"softrank_bald":0.874359701},"('Class 9 Dice Final', 'std')":{"mutual_information":0.0098282111,"power_bald":0.0022434764,"power_pe":0.0052632362,"pred_entropy":0.0064849499,"random":0.0037291882,"random-label":0.0016697913,"random-label2":0.0037820667,"softrank_bald":0.0021661811},"('Class 9 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..bbeeae8ba841bb9c16d9ee671e23c73afb1efc64 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.706653 0.004866 4 0.698756 0.013118 4 0.904602 0.002353 4 0.918289 0.005171 4 0.740188 0.006498 4 0.757606 0.004587 4 0.155788 0.017409 4 0.000000 0.000000 4 0.199910 0.065659 4 0.007079 0.009852 4 0.614714 0.005899 4 0.631463 0.020957 4 0.727659 0.022041 4 0.745476 0.030131 4 0.657620 0.004644 4 0.711213 0.030040 4 0.878564 0.013169 4 0.903791 0.020447 4 0.892424 0.012551 4 0.911732 0.017943 4 0.673710 0.003686 4 0.682941 0.015918 4 0.640333 0.018260 4 0.639787 0.047510 4 0.943437 0.001471 4 0.955058 0.002776 4 0.806593 0.006128 4 0.844050 0.011148 4 0.912974 0.006199 4 0.919819 0.012410 4 0.851278 0.005792 4 0.853042 0.009828 4 +power_bald 0.774489 0.004522 4 0.805467 0.003665 4 0.898441 0.007158 4 0.920348 0.001526 4 0.741394 0.008876 4 0.774483 0.008341 4 0.660193 0.025109 4 0.691481 0.011292 4 0.630358 0.007517 4 0.671921 0.008116 4 0.623417 0.007533 4 0.665547 0.006144 4 0.741625 0.008302 4 0.763118 0.009505 4 0.676407 0.008768 4 0.723121 0.014090 4 0.876455 0.020071 4 0.913917 0.016205 4 0.895211 0.012641 4 0.923545 0.009519 4 0.676910 0.014555 4 0.709575 0.008079 4 0.688393 0.015836 4 0.724564 0.013387 4 0.941619 0.001877 4 0.958444 0.000775 4 0.788628 0.006278 4 0.836107 0.006721 4 0.919556 0.000242 4 0.933073 0.000825 4 0.858727 0.002571 4 0.872760 0.002243 4 +power_pe 0.775953 0.002681 4 0.802947 0.006232 4 0.898975 0.004747 4 0.917514 0.002167 4 0.743218 0.005552 4 0.771067 0.004550 4 0.663701 0.022856 4 0.692653 0.011148 4 0.635745 0.022162 4 0.661001 0.025666 4 0.628352 0.012965 4 0.663005 0.014434 4 0.743494 0.009840 4 0.758548 0.006976 4 0.677818 0.010345 4 0.729267 0.013286 4 0.877811 0.007297 4 0.915789 0.006905 4 0.895611 0.007229 4 0.924929 0.005124 4 0.678399 0.006256 4 0.701161 0.009216 4 0.691287 0.020550 4 0.718430 0.009638 4 0.941488 0.001942 4 0.957184 0.000670 4 0.785079 0.008140 4 0.833267 0.003579 4 0.917948 0.001717 4 0.928099 0.001698 4 0.860376 0.005489 4 0.872298 0.005263 4 +pred_entropy 0.738313 0.015646 4 0.719822 0.020926 4 0.908069 0.001993 4 0.923092 0.003588 4 0.756987 0.005409 4 0.777944 0.001266 4 0.315312 0.164135 4 0.047496 0.094734 4 0.371844 0.115469 4 0.070748 0.136999 4 0.646020 0.003741 4 0.671287 0.005645 4 0.743948 0.008835 4 0.775806 0.023791 4 0.667100 0.008313 4 0.748635 0.028139 4 0.893648 0.008651 4 0.921512 0.007853 4 0.903873 0.007081 4 0.929178 0.006653 4 0.698193 0.002931 4 0.713278 0.014107 4 0.639270 0.039411 4 0.617718 0.081184 4 0.947114 0.000505 4 0.961177 0.002233 4 0.811330 0.005756 4 0.852413 0.004028 4 0.911543 0.002018 4 0.920936 0.006961 4 0.860440 0.004496 4 0.866111 0.006485 4 +random 0.737796 0.001976 4 0.754371 0.005651 4 0.873696 0.010203 4 0.884986 0.010220 4 0.698495 0.007508 4 0.713284 0.010387 4 0.623939 0.034334 4 0.648999 0.016586 4 0.586622 0.013565 4 0.596434 0.014738 4 0.572244 0.020103 4 0.584979 0.029201 4 0.722804 0.013838 4 0.732815 0.007119 4 0.636428 0.020118 4 0.665048 0.008647 4 0.835170 0.036430 4 0.862662 0.024551 4 0.859728 0.023848 4 0.876542 0.015910 4 0.640549 0.015725 4 0.650112 0.016204 4 0.635154 0.042313 4 0.652589 0.041664 4 0.915872 0.004352 4 0.928316 0.003044 4 0.715662 0.013968 4 0.755988 0.013906 4 0.908529 0.002822 4 0.915724 0.005203 4 0.842053 0.005604 4 0.847091 0.003729 4 +random-label 0.801166 0.003931 4 0.836685 0.003117 4 0.899153 0.009310 4 0.921910 0.003898 4 0.771070 0.004496 4 0.813236 0.002431 4 0.727638 0.012808 4 0.762097 0.003727 4 0.725632 0.004069 4 0.769619 0.003567 4 0.679304 0.005307 4 0.728925 0.004668 4 0.747286 0.012562 4 0.777606 0.012346 4 0.669624 0.032082 4 0.718299 0.022763 4 0.908681 0.009911 4 0.947201 0.004749 4 0.914712 0.007577 4 0.945836 0.003046 4 0.705325 0.007140 4 0.742242 0.004149 4 0.737797 0.022060 4 0.791425 0.008620 4 0.939391 0.001809 4 0.956365 0.001499 4 0.794658 0.006365 4 0.849494 0.004661 4 0.922033 0.001125 4 0.935805 0.003018 4 0.875180 0.001354 4 0.890220 0.001670 4 +random-label2 0.792103 0.003253 4 0.825672 0.001227 4 0.895595 0.004867 4 0.909433 0.003342 4 0.758053 0.006830 4 0.798995 0.004589 4 0.714919 0.016357 4 0.749796 0.005618 4 0.710268 0.010238 4 0.753297 0.008951 4 0.657333 0.013259 4 0.706466 0.003576 4 0.750563 0.008380 4 0.784804 0.007011 4 0.681638 0.010753 4 0.729683 0.010163 4 0.888451 0.014506 4 0.931174 0.004589 4 0.898462 0.010534 4 0.932587 0.004732 4 0.692838 0.010059 4 0.723252 0.009791 4 0.727403 0.017597 4 0.765141 0.008244 4 0.933805 0.003264 4 0.949654 0.001995 4 0.782320 0.005867 4 0.833349 0.008222 4 0.920312 0.004411 4 0.932164 0.004807 4 0.869591 0.005214 4 0.885288 0.003782 4 +softrank_bald 0.754182 0.013046 4 0.798609 0.011119 4 0.904483 0.003235 4 0.926191 0.005156 4 0.735467 0.004451 4 0.779628 0.007628 4 0.506342 0.153030 4 0.591812 0.122023 4 0.537072 0.035854 4 0.620120 0.026813 4 0.613244 0.009498 4 0.673188 0.004091 4 0.736499 0.017592 4 0.765231 0.007640 4 0.660963 0.013549 4 0.732934 0.006442 4 0.882070 0.012168 4 0.923380 0.006335 4 0.897196 0.006146 4 0.930517 0.004070 4 0.672788 0.005691 4 0.712439 0.013025 4 0.662226 0.025881 4 0.709141 0.016319 4 0.942687 0.001379 4 0.960283 0.001213 4 0.791456 0.009201 4 0.847651 0.003308 4 0.916016 0.003689 4 0.932258 0.002944 4 0.854223 0.006206 4 0.874360 0.002166 4 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc_pretty.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..7c90ac477493b8219f24a83b3a551aca1bb60c12 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 69.88 (+/- 1.31) 70.67 (+/- 0.49) 4.0 +power_bald 80.55 (+/- 0.37) 77.45 (+/- 0.45) 4.0 +power_pe 80.29 (+/- 0.62) 77.60 (+/- 0.27) 4.0 +pred_entropy 71.98 (+/- 2.09) 73.83 (+/- 1.56) 4.0 +random 75.44 (+/- 0.57) 73.78 (+/- 0.20) 4.0 +random-label 83.67 (+/- 0.31) 80.12 (+/- 0.39) 4.0 +random-label2 82.57 (+/- 0.12) 79.21 (+/- 0.33) 4.0 +softrank_bald 79.86 (+/- 1.11) 75.42 (+/- 1.30) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/beta.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..94788ac1a3901d729222eba0176d8b21ef67eac3 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":-0.6320987761,"1":8.7759912996,"2":8.4547638467,"3":0.8725739346,"4":8.7599744994,"5":10.9372780011,"6":14.2075433431,"7":4.6331816062},"beta_std":{"0":0.0237654224,"1":0.1317939201,"2":0.22639975,"3":0.1592513299,"4":0.5560193169,"5":0.5832379323,"6":0.8256058346,"7":0.4534063787}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/beta.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..7df58fa8437823793e987324a8b43d4e65006a7d --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information -0.632099 0.023765 +1 power_bald 8.775991 0.131794 +2 power_pe 8.454764 0.226400 +3 pred_entropy 0.872574 0.159251 +4 random 8.759974 0.556019 +5 random-label 10.937278 0.583238 +6 random-label2 14.207543 0.825606 +7 softrank_bald 4.633182 0.453406 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/overview.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..20ae2e277d1dadabdb7498a9e1be25d699998343 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54538c5a5453618be844eef008620dddc3faf365e460a7636524d0d0adbc762 +size 1171762 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..4eef30bfafd9aa12d22e0d00153133392ff7f18d --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.6666666666666666, + "power_pe": 0.6666666666666666, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.6666666666666666, + "random-label": 1.0, + "random": 0.6666666666666666, + "softrank_bald": 0.6666666666666666 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 1.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.3333333333333333, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 1.0, + "random": 0.3333333333333333, + "softrank_bald": 0.3333333333333333 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.6666666666666666, + "power_pe": 0.6666666666666666, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6666666666666666, + "random-label": 1.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..7cf9d6e077605c310af665b1aee2b99231d3d836 Binary files /dev/null and b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.png differ diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/analysis.pkl b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..65cf4d17ca2565426d290193c2eb5e0505c96150 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18339dbbf5ee40e4234b5fa1daa6a4796f4bb4bcff35e4eefbd4de9009eb513 +size 334139 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..612728dad536a4b3ca6e38c6f9b0919ecff13efe --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.703651802,"power_bald":0.7769945866,"power_pe":0.7778500636,"pred_entropy":0.7389488197,"random":0.7350668569,"random-label":0.8118104725,"random-label2":0.7967177945,"softrank_bald":0.74727231},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0123168816,"power_bald":0.0024924304,"power_pe":0.0086469736,"pred_entropy":0.0096398676,"random":0.0075887904,"random-label":0.0019867743,"random-label2":0.0021348838,"softrank_bald":0.0105457256},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.7870485182,"power_bald":0.8042382788,"power_pe":0.8048130417,"pred_entropy":0.8305183115,"random":0.7430301315,"random-label":0.8386467023,"random-label2":0.8236875411,"softrank_bald":0.7989564929},"('Mean Dice Final', 'std')":{"mutual_information":0.0351190257,"power_bald":0.0036742871,"power_pe":0.0016464009,"pred_entropy":0.0026196347,"random":0.0145865078,"random-label":0.0016990809,"random-label2":0.0032582818,"softrank_bald":0.0113100275},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.9074517281,"power_bald":0.9056309699,"power_pe":0.9049633476,"pred_entropy":0.9114334305,"random":0.8767875028,"random-label":0.9051160785,"random-label2":0.895166972,"softrank_bald":0.9124457669},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0056893267,"power_bald":0.0035291338,"power_pe":0.0071824149,"pred_entropy":0.0039942231,"random":0.0083316901,"random-label":0.0040084065,"random-label2":0.0073427424,"softrank_bald":0.0035650602},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9286978598,"power_bald":0.918517027,"power_pe":0.9181464909,"pred_entropy":0.9309978929,"random":0.8902883284,"random-label":0.9224296678,"random-label2":0.9117253981,"softrank_bald":0.9272530281},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0030038085,"power_bald":0.003533455,"power_pe":0.0032347415,"pred_entropy":0.0015651296,"random":0.0061738967,"random-label":0.0021956326,"random-label2":0.0087370647,"softrank_bald":0.0020964571},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"mutual_information":0.7368128993,"power_bald":0.7431442602,"power_pe":0.7454275078,"pred_entropy":0.7568996924,"random":0.6945757981,"random-label":0.7828648946,"random-label2":0.7592101322,"softrank_bald":0.7448947846},"('Class 10 Dice AUBC', 'std')":{"mutual_information":0.0072913391,"power_bald":0.0058068645,"power_pe":0.0117628276,"pred_entropy":0.0010348894,"random":0.0064531686,"random-label":0.0038492245,"random-label2":0.0066891567,"softrank_bald":0.0018430346},"('Class 10 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"mutual_information":0.7850900108,"power_bald":0.7725403488,"power_pe":0.769576782,"pred_entropy":0.8055467071,"random":0.7109476531,"random-label":0.8155243536,"random-label2":0.7910987288,"softrank_bald":0.7769072927},"('Class 10 Dice Final', 'std')":{"mutual_information":0.0111583558,"power_bald":0.0077845025,"power_pe":0.0039432589,"pred_entropy":0.0042485394,"random":0.0071625839,"random-label":0.004535366,"random-label2":0.0058830305,"softrank_bald":0.0045787364},"('Class 10 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"mutual_information":0.1169395496,"power_bald":0.6585697884,"power_pe":0.6521535491,"pred_entropy":0.3374665285,"random":0.6212292738,"random-label":0.7442705254,"random-label2":0.7252654237,"softrank_bald":0.4072665523},"('Class 11 Dice AUBC', 'std')":{"mutual_information":0.0607648434,"power_bald":0.0198320227,"power_pe":0.0344830099,"pred_entropy":0.0800325957,"random":0.056564142,"random-label":0.0056722443,"random-label2":0.0088340647,"softrank_bald":0.1706519337},"('Class 11 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"mutual_information":0.4803694065,"power_bald":0.6824596798,"power_pe":0.6985653776,"pred_entropy":0.6984817411,"random":0.5871487676,"random-label":0.7627471785,"random-label2":0.7496428314,"softrank_bald":0.5588366487},"('Class 11 Dice Final', 'std')":{"mutual_information":0.3174228796,"power_bald":0.0188086194,"power_pe":0.0080162003,"pred_entropy":0.0124850543,"random":0.0831637759,"random-label":0.0023749272,"random-label2":0.0045602921,"softrank_bald":0.1302502072},"('Class 11 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"mutual_information":0.1763444151,"power_bald":0.6120042654,"power_pe":0.6290010437,"pred_entropy":0.3372467722,"random":0.5901941373,"random-label":0.7406438293,"random-label2":0.7139316406,"softrank_bald":0.4299964154},"('Class 12 Dice AUBC', 'std')":{"mutual_information":0.1377412226,"power_bald":0.0263895076,"power_pe":0.024983716,"pred_entropy":0.1027544882,"random":0.0085454309,"random-label":0.0056875353,"random-label2":0.0101163208,"softrank_bald":0.1299436374},"('Class 12 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"mutual_information":0.4242766641,"power_bald":0.6480827478,"power_pe":0.6646979471,"pred_entropy":0.6948895378,"random":0.5755993243,"random-label":0.7706327535,"random-label2":0.7553093567,"softrank_bald":0.6091389825},"('Class 12 Dice Final', 'std')":{"mutual_information":0.306379041,"power_bald":0.0105126632,"power_pe":0.0060636214,"pred_entropy":0.0174247633,"random":0.0371019836,"random-label":0.0037024339,"random-label2":0.0038430144,"softrank_bald":0.0255998503},"('Class 12 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"mutual_information":0.6063113145,"power_bald":0.6246185957,"power_pe":0.6288460451,"pred_entropy":0.6418487547,"random":0.5708498851,"random-label":0.6918671151,"random-label2":0.6636056867,"softrank_bald":0.6284543774},"('Class 13 Dice AUBC', 'std')":{"mutual_information":0.0176862851,"power_bald":0.0078900208,"power_pe":0.0157841567,"pred_entropy":0.0090314165,"random":0.0247788294,"random-label":0.0109287922,"random-label2":0.0118079849,"softrank_bald":0.010941151},"('Class 13 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"mutual_information":0.6832891058,"power_bald":0.6681867203,"power_pe":0.6665016193,"pred_entropy":0.7079593861,"random":0.5747554883,"random-label":0.7260184763,"random-label2":0.7034305432,"softrank_bald":0.6813777868},"('Class 13 Dice Final', 'std')":{"mutual_information":0.0113853031,"power_bald":0.00510169,"power_pe":0.0025010531,"pred_entropy":0.0068199136,"random":0.0257575656,"random-label":0.005256144,"random-label2":0.0074184272,"softrank_bald":0.0036958948},"('Class 13 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"mutual_information":0.7454597151,"power_bald":0.7406369729,"power_pe":0.7444827205,"pred_entropy":0.7577879646,"random":0.7176092771,"random-label":0.7608587289,"random-label2":0.7495474471,"softrank_bald":0.7450988781},"('Class 14 Dice AUBC', 'std')":{"mutual_information":0.0101677593,"power_bald":0.0100957445,"power_pe":0.0085945886,"pred_entropy":0.0089777749,"random":0.0100988896,"random-label":0.0087251531,"random-label2":0.0104704825,"softrank_bald":0.0113350064},"('Class 14 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"mutual_information":0.7898800162,"power_bald":0.7635327242,"power_pe":0.770333957,"pred_entropy":0.816710646,"random":0.7253388779,"random-label":0.7837384721,"random-label2":0.773139963,"softrank_bald":0.7799485475},"('Class 14 Dice Final', 'std')":{"mutual_information":0.0063244019,"power_bald":0.0110451635,"power_pe":0.0075766402,"pred_entropy":0.0041920495,"random":0.0101410743,"random-label":0.0080959855,"random-label2":0.0056417625,"softrank_bald":0.0054714095},"('Class 14 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"mutual_information":0.6895790768,"power_bald":0.6887996853,"power_pe":0.684083015,"pred_entropy":0.7043872062,"random":0.616784248,"random-label":0.6778191777,"random-label2":0.6793977812,"softrank_bald":0.6949987051},"('Class 15 Dice AUBC', 'std')":{"mutual_information":0.0166463815,"power_bald":0.0045883337,"power_pe":0.0127227047,"pred_entropy":0.006833746,"random":0.0195193419,"random-label":0.0093512347,"random-label2":0.0160222738,"softrank_bald":0.0101909577},"('Class 15 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"mutual_information":0.7747136765,"power_bald":0.7360763091,"power_pe":0.7195425117,"pred_entropy":0.7959333063,"random":0.6601685234,"random-label":0.7347171118,"random-label2":0.7237029725,"softrank_bald":0.7533735977},"('Class 15 Dice Final', 'std')":{"mutual_information":0.0065119795,"power_bald":0.0080612652,"power_pe":0.0127043696,"pred_entropy":0.004293512,"random":0.0224755778,"random-label":0.0170717143,"random-label2":0.0196270122,"softrank_bald":0.0100768356},"('Class 15 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8765103993,"power_bald":0.8805791274,"power_pe":0.8827469049,"pred_entropy":0.894814226,"random":0.8411836026,"random-label":0.915613444,"random-label2":0.9081781706,"softrank_bald":0.8847398105},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0129891828,"power_bald":0.0167176463,"power_pe":0.01398676,"pred_entropy":0.0160599561,"random":0.0318733094,"random-label":0.0113006829,"random-label2":0.0059495157,"softrank_bald":0.0133785315},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.9342535227,"power_bald":0.9122563271,"power_pe":0.9157892935,"pred_entropy":0.9428737722,"random":0.8542714479,"random-label":0.945394884,"random-label2":0.9334861383,"softrank_bald":0.9184432128},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0046042242,"power_bald":0.0082285847,"power_pe":0.005604707,"pred_entropy":0.0030230752,"random":0.0374489575,"random-label":0.0056912724,"random-label2":0.0037325087,"softrank_bald":0.008025624},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.8938005197,"power_bald":0.9004934273,"power_pe":0.9023017942,"pred_entropy":0.9102605094,"random":0.8624603633,"random-label":0.9218767756,"random-label2":0.9115242105,"softrank_bald":0.9043705386},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0111166699,"power_bald":0.0091325712,"power_pe":0.0072975678,"pred_entropy":0.0089303418,"random":0.021803901,"random-label":0.0054511492,"random-label2":0.0090766168,"softrank_bald":0.0085901882},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.940316934,"power_bald":0.9245557269,"power_pe":0.9260037775,"pred_entropy":0.9484759564,"random":0.8787194679,"random-label":0.9443850239,"random-label2":0.9341286768,"softrank_bald":0.9301878877},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0023989624,"power_bald":0.0057657869,"power_pe":0.0034246086,"pred_entropy":0.0025426173,"random":0.0193018957,"random-label":0.0041963747,"random-label2":0.0018920838,"softrank_bald":0.0060995675},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"mutual_information":0.6748425911,"power_bald":0.6837452575,"power_pe":0.6824057301,"pred_entropy":0.6982867575,"random":0.6391823163,"random-label":0.7176334492,"random-label2":0.6932578394,"softrank_bald":0.6795233002},"('Class 4 Dice AUBC', 'std')":{"mutual_information":0.0064483772,"power_bald":0.0056581961,"power_pe":0.0081041848,"pred_entropy":0.0064316451,"random":0.0297595942,"random-label":0.0032151838,"random-label2":0.010068186,"softrank_bald":0.0059790704},"('Class 4 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"mutual_information":0.7234276351,"power_bald":0.7126347259,"power_pe":0.7132617624,"pred_entropy":0.7430156279,"random":0.64378556,"random-label":0.7487792219,"random-label2":0.7188507696,"softrank_bald":0.7138008749},"('Class 4 Dice Final', 'std')":{"mutual_information":0.0131713949,"power_bald":0.0048768856,"power_pe":0.0025917098,"pred_entropy":0.0094312392,"random":0.0321261493,"random-label":0.0057217211,"random-label2":0.0093886234,"softrank_bald":0.0030784238},"('Class 4 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"mutual_information":0.6149538775,"power_bald":0.6890902104,"power_pe":0.6865007942,"pred_entropy":0.5900664985,"random":0.6198061334,"random-label":0.7525821521,"random-label2":0.7403229808,"softrank_bald":0.6433122884},"('Class 5 Dice AUBC', 'std')":{"mutual_information":0.0439729846,"power_bald":0.0248058613,"power_pe":0.0285847201,"pred_entropy":0.0744048659,"random":0.0561807298,"random-label":0.0159355616,"random-label2":0.020445851,"softrank_bald":0.0395054094},"('Class 5 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"mutual_information":0.7168695787,"power_bald":0.7269452984,"power_pe":0.717266976,"pred_entropy":0.7210605264,"random":0.6237832325,"random-label":0.7864889015,"random-label2":0.7698659666,"softrank_bald":0.7191073828},"('Class 5 Dice Final', 'std')":{"mutual_information":0.0169803125,"power_bald":0.0111408281,"power_pe":0.0105322881,"pred_entropy":0.0233486915,"random":0.0832057163,"random-label":0.0068391014,"random-label2":0.0180881491,"softrank_bald":0.0033069246},"('Class 5 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"mutual_information":0.94960548,"power_bald":0.9471199237,"power_pe":0.9469550006,"pred_entropy":0.9545354261,"random":0.9140977251,"random-label":0.9443564918,"random-label2":0.9358515503,"softrank_bald":0.9511436909},"('Class 6 Dice AUBC', 'std')":{"mutual_information":0.0008516315,"power_bald":0.0016781781,"power_pe":0.0021775577,"pred_entropy":0.0008815932,"random":0.0019312839,"random-label":0.0002851521,"random-label2":0.0023458073,"softrank_bald":0.0022004353},"('Class 6 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"mutual_information":0.9611051698,"power_bald":0.957175164,"power_pe":0.9578744607,"pred_entropy":0.9651527399,"random":0.9257241936,"random-label":0.9572880932,"random-label2":0.9491100728,"softrank_bald":0.9605708546},"('Class 6 Dice Final', 'std')":{"mutual_information":0.0018202957,"power_bald":0.0018943539,"power_pe":0.0010718309,"pred_entropy":0.0010700901,"random":0.0060613371,"random-label":0.0005322295,"random-label2":0.0012234759,"softrank_bald":0.0014555115},"('Class 6 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"mutual_information":0.8047985292,"power_bald":0.7941475109,"power_pe":0.7966993984,"pred_entropy":0.8194520165,"random":0.7133121766,"random-label":0.812339778,"random-label2":0.7826922813,"softrank_bald":0.8060426741},"('Class 7 Dice AUBC', 'std')":{"mutual_information":0.0085208717,"power_bald":0.00443488,"power_pe":0.0033889058,"pred_entropy":0.0010300233,"random":0.0164417258,"random-label":0.0030183576,"random-label2":0.0085562327,"softrank_bald":0.0038867094},"('Class 7 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"mutual_information":0.8528765483,"power_bald":0.8329709339,"power_pe":0.8315275952,"pred_entropy":0.8668466489,"random":0.7399238394,"random-label":0.8535560573,"random-label2":0.8281267725,"softrank_bald":0.8473060069},"('Class 7 Dice Final', 'std')":{"mutual_information":0.0092240796,"power_bald":0.0009918173,"power_pe":0.0110783488,"pred_entropy":0.00410791,"random":0.0185182589,"random-label":0.0022907142,"random-label2":0.0022034626,"softrank_bald":0.002447114},"('Class 7 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"mutual_information":0.9117473479,"power_bald":0.9214928969,"power_pe":0.9207994128,"pred_entropy":0.9088132899,"random":0.9062370379,"random-label":0.9296559788,"random-label2":0.9197424889,"softrank_bald":0.9185183512},"('Class 8 Dice AUBC', 'std')":{"mutual_information":0.0076887202,"power_bald":0.0020284019,"power_pe":0.0018282904,"pred_entropy":0.0075808727,"random":0.0060606445,"random-label":0.0011279443,"random-label2":0.0055990588,"softrank_bald":0.0040899248},"('Class 8 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"mutual_information":0.9359163319,"power_bald":0.9315279066,"power_pe":0.9296519715,"pred_entropy":0.9355165713,"random":0.9095462399,"random-label":0.9387628181,"random-label2":0.9293826398,"softrank_bald":0.9333452365},"('Class 8 Dice Final', 'std')":{"mutual_information":0.0016642009,"power_bald":0.0006893927,"power_pe":0.0021277368,"pred_entropy":0.0028373341,"random":0.0026111787,"random-label":0.0009444532,"random-label2":0.0082855483,"softrank_bald":0.0017409092},"('Class 8 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"mutual_information":0.8496195869,"power_bald":0.8648459066,"power_pe":0.8603846906,"pred_entropy":0.860933223,"random":0.841693376,"random-label":0.8796586679,"random-label2":0.8730723122,"softrank_bald":0.8582785158},"('Class 9 Dice AUBC', 'std')":{"mutual_information":0.0089512509,"power_bald":0.003309011,"power_pe":0.0041084365,"pred_entropy":0.0059211495,"random":0.0064806211,"random-label":0.0019168995,"random-label2":0.0037860803,"softrank_bald":0.0045053916},"('Class 9 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"mutual_information":0.8746453123,"power_bald":0.8761125422,"power_pe":0.8734551027,"pred_entropy":0.8843136114,"random":0.845451029,"random-label":0.889237521,"random-label2":0.8843122869,"softrank_bald":0.8747500532},"('Class 9 Dice Final', 'std')":{"mutual_information":0.0024706347,"power_bald":0.001596847,"power_pe":0.0016407279,"pred_entropy":0.0021986922,"random":0.0037988887,"random-label":0.0009918698,"random-label2":0.0030204041,"softrank_bald":0.0041480233},"('Class 9 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..5bf26e5e4371cec695979a165ebf267a870f647b --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.703652 0.012317 4 0.787049 0.035119 4 0.907452 0.005689 4 0.928698 0.003004 4 0.736813 0.007291 4 0.785090 0.011158 4 0.116940 0.060765 4 0.480369 0.317423 4 0.176344 0.137741 4 0.424277 0.306379 4 0.606311 0.017686 4 0.683289 0.011385 4 0.745460 0.010168 4 0.789880 0.006324 4 0.689579 0.016646 4 0.774714 0.006512 4 0.876510 0.012989 4 0.934254 0.004604 4 0.893801 0.011117 4 0.940317 0.002399 4 0.674843 0.006448 4 0.723428 0.013171 4 0.614954 0.043973 4 0.716870 0.016980 4 0.949605 0.000852 4 0.961105 0.001820 4 0.804799 0.008521 4 0.852877 0.009224 4 0.911747 0.007689 4 0.935916 0.001664 4 0.849620 0.008951 4 0.874645 0.002471 4 +power_bald 0.776995 0.002492 4 0.804238 0.003674 4 0.905631 0.003529 4 0.918517 0.003533 4 0.743144 0.005807 4 0.772540 0.007785 4 0.658570 0.019832 4 0.682460 0.018809 4 0.612004 0.026390 4 0.648083 0.010513 4 0.624619 0.007890 4 0.668187 0.005102 4 0.740637 0.010096 4 0.763533 0.011045 4 0.688800 0.004588 4 0.736076 0.008061 4 0.880579 0.016718 4 0.912256 0.008229 4 0.900493 0.009133 4 0.924556 0.005766 4 0.683745 0.005658 4 0.712635 0.004877 4 0.689090 0.024806 4 0.726945 0.011141 4 0.947120 0.001678 4 0.957175 0.001894 4 0.794148 0.004435 4 0.832971 0.000992 4 0.921493 0.002028 4 0.931528 0.000689 4 0.864846 0.003309 4 0.876113 0.001597 4 +power_pe 0.777850 0.008647 4 0.804813 0.001646 4 0.904963 0.007182 4 0.918146 0.003235 4 0.745428 0.011763 4 0.769577 0.003943 4 0.652154 0.034483 4 0.698565 0.008016 4 0.629001 0.024984 4 0.664698 0.006064 4 0.628846 0.015784 4 0.666502 0.002501 4 0.744483 0.008595 4 0.770334 0.007577 4 0.684083 0.012723 4 0.719543 0.012704 4 0.882747 0.013987 4 0.915789 0.005605 4 0.902302 0.007298 4 0.926004 0.003425 4 0.682406 0.008104 4 0.713262 0.002592 4 0.686501 0.028585 4 0.717267 0.010532 4 0.946955 0.002178 4 0.957874 0.001072 4 0.796699 0.003389 4 0.831528 0.011078 4 0.920799 0.001828 4 0.929652 0.002128 4 0.860385 0.004108 4 0.873455 0.001641 4 +pred_entropy 0.738949 0.009640 4 0.830518 0.002620 4 0.911433 0.003994 4 0.930998 0.001565 4 0.756900 0.001035 4 0.805547 0.004249 4 0.337467 0.080033 4 0.698482 0.012485 4 0.337247 0.102754 4 0.694890 0.017425 4 0.641849 0.009031 4 0.707959 0.006820 4 0.757788 0.008978 4 0.816711 0.004192 4 0.704387 0.006834 4 0.795933 0.004294 4 0.894814 0.016060 4 0.942874 0.003023 4 0.910261 0.008930 4 0.948476 0.002543 4 0.698287 0.006432 4 0.743016 0.009431 4 0.590066 0.074405 4 0.721061 0.023349 4 0.954535 0.000882 4 0.965153 0.001070 4 0.819452 0.001030 4 0.866847 0.004108 4 0.908813 0.007581 4 0.935517 0.002837 4 0.860933 0.005921 4 0.884314 0.002199 4 +random 0.735067 0.007589 4 0.743030 0.014587 4 0.876788 0.008332 4 0.890288 0.006174 4 0.694576 0.006453 4 0.710948 0.007163 4 0.621229 0.056564 4 0.587149 0.083164 4 0.590194 0.008545 4 0.575599 0.037102 4 0.570850 0.024779 4 0.574755 0.025758 4 0.717609 0.010099 4 0.725339 0.010141 4 0.616784 0.019519 4 0.660169 0.022476 4 0.841184 0.031873 4 0.854271 0.037449 4 0.862460 0.021804 4 0.878719 0.019302 4 0.639182 0.029760 4 0.643786 0.032126 4 0.619806 0.056181 4 0.623783 0.083206 4 0.914098 0.001931 4 0.925724 0.006061 4 0.713312 0.016442 4 0.739924 0.018518 4 0.906237 0.006061 4 0.909546 0.002611 4 0.841693 0.006481 4 0.845451 0.003799 4 +random-label 0.811810 0.001987 4 0.838647 0.001699 4 0.905116 0.004008 4 0.922430 0.002196 4 0.782865 0.003849 4 0.815524 0.004535 4 0.744271 0.005672 4 0.762747 0.002375 4 0.740644 0.005688 4 0.770633 0.003702 4 0.691867 0.010929 4 0.726018 0.005256 4 0.760859 0.008725 4 0.783738 0.008096 4 0.677819 0.009351 4 0.734717 0.017072 4 0.915613 0.011301 4 0.945395 0.005691 4 0.921877 0.005451 4 0.944385 0.004196 4 0.717633 0.003215 4 0.748779 0.005722 4 0.752582 0.015936 4 0.786489 0.006839 4 0.944356 0.000285 4 0.957288 0.000532 4 0.812340 0.003018 4 0.853556 0.002291 4 0.929656 0.001128 4 0.938763 0.000944 4 0.879659 0.001917 4 0.889238 0.000992 4 +random-label2 0.796718 0.002135 4 0.823688 0.003258 4 0.895167 0.007343 4 0.911725 0.008737 4 0.759210 0.006689 4 0.791099 0.005883 4 0.725265 0.008834 4 0.749643 0.004560 4 0.713932 0.010116 4 0.755309 0.003843 4 0.663606 0.011808 4 0.703431 0.007418 4 0.749547 0.010470 4 0.773140 0.005642 4 0.679398 0.016022 4 0.723703 0.019627 4 0.908178 0.005950 4 0.933486 0.003733 4 0.911524 0.009077 4 0.934129 0.001892 4 0.693258 0.010068 4 0.718851 0.009389 4 0.740323 0.020446 4 0.769866 0.018088 4 0.935852 0.002346 4 0.949110 0.001223 4 0.782692 0.008556 4 0.828127 0.002203 4 0.919742 0.005599 4 0.929383 0.008286 4 0.873072 0.003786 4 0.884312 0.003020 4 +softrank_bald 0.747272 0.010546 4 0.798956 0.011310 4 0.912446 0.003565 4 0.927253 0.002096 4 0.744895 0.001843 4 0.776907 0.004579 4 0.407267 0.170652 4 0.558837 0.130250 4 0.429996 0.129944 4 0.609139 0.025600 4 0.628454 0.010941 4 0.681378 0.003696 4 0.745099 0.011335 4 0.779949 0.005471 4 0.694999 0.010191 4 0.753374 0.010077 4 0.884740 0.013379 4 0.918443 0.008026 4 0.904371 0.008590 4 0.930188 0.006100 4 0.679523 0.005979 4 0.713801 0.003078 4 0.643312 0.039505 4 0.719107 0.003307 4 0.951144 0.002200 4 0.960571 0.001456 4 0.806043 0.003887 4 0.847306 0.002447 4 0.918518 0.004090 4 0.933345 0.001741 4 0.858279 0.004505 4 0.874750 0.004148 4 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc_pretty.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..b6ad1693801fcbec995ffcc64c91783c746bc8fa --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 78.70 (+/- 3.51) 70.37 (+/- 1.23) 4.0 +power_bald 80.42 (+/- 0.37) 77.70 (+/- 0.25) 4.0 +power_pe 80.48 (+/- 0.16) 77.79 (+/- 0.86) 4.0 +pred_entropy 83.05 (+/- 0.26) 73.89 (+/- 0.96) 4.0 +random 74.30 (+/- 1.46) 73.51 (+/- 0.76) 4.0 +random-label 83.86 (+/- 0.17) 81.18 (+/- 0.20) 4.0 +random-label2 82.37 (+/- 0.33) 79.67 (+/- 0.21) 4.0 +softrank_bald 79.90 (+/- 1.13) 74.73 (+/- 1.05) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/beta.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..7ebe750ee5647a0cc2f935aeed04581a352f0d48 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":0.2367727135,"1":8.6063570073,"2":8.7742701602,"3":2.138170626,"4":5.6750713432,"5":12.5483568982,"6":13.9516417424,"7":3.1242386974},"beta_std":{"0":0.1741380845,"1":0.0402886219,"2":0.1111011994,"3":0.2798307463,"4":0.2866702172,"5":0.2875709191,"6":0.1948861631,"7":0.1617520668}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/beta.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..6f2bcdbb2250f19bb96bab67ae33fda1c1206d91 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 0.236773 0.174138 +1 power_bald 8.606357 0.040289 +2 power_pe 8.774270 0.111101 +3 pred_entropy 2.138171 0.279831 +4 random 5.675071 0.286670 +5 random-label 12.548357 0.287571 +6 random-label2 13.951642 0.194886 +7 softrank_bald 3.124239 0.161752 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/overview.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..49b4317ee419f9f7ae777cb322e1d493adac37a5 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b96708cae89f4fee7315496334f16c63cf1520c99aa8da143ac0bf361815e4d0 +size 1297131 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/ppm.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..25b5bf7c95f34e201289109eba8c76f794e421b1 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.7777777777777779, + "power_pe": 0.7777777777777779, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.7777777777777779, + "random-label": 0.7777777777777779, + "random": 0.4444444444444444, + "softrank_bald": 0.5555555555555556 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2222222222222222, + "random-label2": 0.8888888888888891, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2222222222222222, + "random-label2": 0.6666666666666667, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.3333333333333333, + "power_pe": 0.4444444444444444, + "pred_entropy": 0.0, + "random-label2": 0.5555555555555556, + "random-label": 0.8888888888888891, + "random": 0.2222222222222222, + "softrank_bald": 0.1111111111111111 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.8888888888888891, + "power_pe": 0.8888888888888891, + "pred_entropy": 0.2222222222222222, + "random-label2": 0.8888888888888891, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.5555555555555556, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.2222222222222222, + "random-label2": 0.7777777777777779, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/ppm.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..f5a9bc269ee1e5dcb4c5d957eb18217860a3f085 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-250/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9cb1aa6d8e6700465cdcc6ebb57b7d5da1f5dbd864133b6947ae7b3d74866fd +size 102548 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5d2bf57157b9f44536755f35c0dde1fe827838c5 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a33f8ea06a6365a2e01f6962899be3e4cd90d5aa775d98b8b964ae3ddb5c2d1 +size 312037 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..937a44baabd2eaec5262643458e77cc4e6801ef7 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.7951883231,"class_pe66":0.8084416524,"class_power_pe33_exp":0.7976523683,"class_power_pe33_sharp_sigmoid":0.7936988918,"class_power_pe33_smooth_sigmoid":0.7948417646,"class_power_pe66":0.7983477072,"class_power_pe66_exp":0.8062866157,"class_power_pe66_sharp_sigmoid":0.8019162759,"class_power_pe66_smooth_sigmoid":0.8042050064,"mutual_information":0.6938344204,"power_bald":0.7785945388,"power_pe":0.7792482352,"pred_entropy":0.7127137878,"random":0.7381533446,"random-label":0.8098155679,"random-label2":0.7952601186,"softrank_bald":0.7529471325},"('Mean Dice AUBC', 'std')":{"class_pe33":0.0048655229,"class_pe66":0.0017678939,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0023754112,"class_power_pe66_exp":0.0012067922,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0069888177,"power_bald":0.001406265,"power_pe":0.00292861,"pred_entropy":0.0151553727,"random":0.0050105797,"random-label":0.001930827,"random-label2":0.003751355,"softrank_bald":0.0145960358},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.8356621613,"class_pe66":0.8470061689,"class_power_pe33_exp":0.836911909,"class_power_pe33_sharp_sigmoid":0.8378628496,"class_power_pe33_smooth_sigmoid":0.8341657553,"class_power_pe66":0.8322364477,"class_power_pe66_exp":0.8439658107,"class_power_pe66_sharp_sigmoid":0.8440682982,"class_power_pe66_smooth_sigmoid":0.8419587873,"mutual_information":0.7495281392,"power_bald":0.8047638762,"power_pe":0.8051523948,"pred_entropy":0.8078835327,"random":0.7547829734,"random-label":0.8381464126,"random-label2":0.8268100547,"softrank_bald":0.812338154},"('Mean Dice Final', 'std')":{"class_pe33":0.0038714824,"class_pe66":0.000705069,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0025954058,"class_power_pe66_exp":0.0017591255,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0238114049,"power_bald":0.0048174162,"power_pe":0.0016440002,"pred_entropy":0.0206781429,"random":0.0036780002,"random-label":0.0032499265,"random-label2":0.0019040391,"softrank_bald":0.0117513061},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.9129856132,"class_pe66":0.9127279772,"class_power_pe33_exp":0.913254687,"class_power_pe33_sharp_sigmoid":0.9129624363,"class_power_pe33_smooth_sigmoid":0.9163433749,"class_power_pe66":0.908186013,"class_power_pe66_exp":0.9133952486,"class_power_pe66_sharp_sigmoid":0.9154857419,"class_power_pe66_smooth_sigmoid":0.9121727958,"mutual_information":0.9021007049,"power_bald":0.9054993349,"power_pe":0.9025770428,"pred_entropy":0.907319936,"random":0.8719736131,"random-label":0.9053666242,"random-label2":0.8959671554,"softrank_bald":0.9127224657},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0036385899,"class_pe66":0.0032942269,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0052427744,"class_power_pe66_exp":0.0035430748,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0046012085,"power_bald":0.0037821128,"power_pe":0.0032544565,"pred_entropy":0.0037152004,"random":0.0089299841,"random-label":0.0031015132,"random-label2":0.0075232444,"softrank_bald":0.0022249792},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.9277306486,"class_pe66":0.9307593789,"class_power_pe33_exp":0.9290528605,"class_power_pe33_sharp_sigmoid":0.9305885977,"class_power_pe33_smooth_sigmoid":0.9321421696,"class_power_pe66":0.9275423248,"class_power_pe66_exp":0.9325309127,"class_power_pe66_sharp_sigmoid":0.9338774361,"class_power_pe66_smooth_sigmoid":0.9320081048,"mutual_information":0.9251668788,"power_bald":0.9201689249,"power_pe":0.918802009,"pred_entropy":0.9270667185,"random":0.8816541022,"random-label":0.92264013,"random-label2":0.9147192201,"softrank_bald":0.9278662273},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0037012311,"class_pe66":0.0022701973,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0029939632,"class_power_pe66_exp":0.0026534382,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0040804231,"power_bald":0.003012621,"power_pe":0.0009726896,"pred_entropy":0.0048821537,"random":0.0074537973,"random-label":0.0030793183,"random-label2":0.0057483531,"softrank_bald":0.0018603811},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"class_pe33":0.7619857184,"class_pe66":0.7721422327,"class_power_pe33_exp":0.7535739153,"class_power_pe33_sharp_sigmoid":0.7508887101,"class_power_pe33_smooth_sigmoid":0.754397722,"class_power_pe66":0.7594930862,"class_power_pe66_exp":0.7652234526,"class_power_pe66_sharp_sigmoid":0.7619435147,"class_power_pe66_smooth_sigmoid":0.7615905839,"mutual_information":0.7331927818,"power_bald":0.7451028841,"power_pe":0.7403225914,"pred_entropy":0.7480170567,"random":0.6947883781,"random-label":0.7837962274,"random-label2":0.756247228,"softrank_bald":0.7520563689},"('Class 10 Dice AUBC', 'std')":{"class_pe33":0.0051322554,"class_pe66":0.0036656739,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0047090393,"class_power_pe66_exp":0.0028433262,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0038659614,"power_bald":0.0074371041,"power_pe":0.0035597404,"pred_entropy":0.0057197625,"random":0.0104256118,"random-label":0.0032694379,"random-label2":0.0117643446,"softrank_bald":0.0050521185},"('Class 10 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"class_pe33":0.8014471316,"class_pe66":0.8127235746,"class_power_pe33_exp":0.801857487,"class_power_pe33_sharp_sigmoid":0.8104932251,"class_power_pe33_smooth_sigmoid":0.8008346725,"class_power_pe66":0.7955995712,"class_power_pe66_exp":0.8056595842,"class_power_pe66_sharp_sigmoid":0.8083994562,"class_power_pe66_smooth_sigmoid":0.8023114388,"mutual_information":0.7819145278,"power_bald":0.7680168039,"power_pe":0.7666344651,"pred_entropy":0.7994738536,"random":0.7071309681,"random-label":0.8171836722,"random-label2":0.7988074245,"softrank_bald":0.7887915832},"('Class 10 Dice Final', 'std')":{"class_pe33":0.0048136261,"class_pe66":0.0029741933,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0025465272,"class_power_pe66_exp":0.0007640283,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0062089247,"power_bald":0.0084776734,"power_pe":0.0034134719,"pred_entropy":0.0058442784,"random":0.0049693821,"random-label":0.0032283143,"random-label2":0.0068755384,"softrank_bald":0.0040663295},"('Class 10 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"class_pe33":0.6899438746,"class_pe66":0.7219084279,"class_power_pe33_exp":0.6748313792,"class_power_pe33_sharp_sigmoid":0.666130968,"class_power_pe33_smooth_sigmoid":0.6844872684,"class_power_pe66":0.7136474886,"class_power_pe66_exp":0.7190144577,"class_power_pe66_sharp_sigmoid":0.6787528144,"class_power_pe66_smooth_sigmoid":0.7065746304,"mutual_information":0.1082758334,"power_bald":0.6626239184,"power_pe":0.6692961263,"pred_entropy":0.217710956,"random":0.6257429766,"random-label":0.7387265675,"random-label2":0.7235662597,"softrank_bald":0.427261883},"('Class 11 Dice AUBC', 'std')":{"class_pe33":0.0160858276,"class_pe66":0.0083866704,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0067981924,"class_power_pe66_exp":0.0070310375,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.023267125,"power_bald":0.0194055977,"power_pe":0.0214928709,"pred_entropy":0.053247275,"random":0.0402891759,"random-label":0.0109310175,"random-label2":0.012325592,"softrank_bald":0.0657802786},"('Class 11 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"class_pe33":0.7331908948,"class_pe66":0.7596189535,"class_power_pe33_exp":0.7404530345,"class_power_pe33_sharp_sigmoid":0.733146028,"class_power_pe33_smooth_sigmoid":0.7373066403,"class_power_pe66":0.7470992769,"class_power_pe66_exp":0.7571546626,"class_power_pe66_sharp_sigmoid":0.7529625848,"class_power_pe66_smooth_sigmoid":0.7572645349,"mutual_information":0.2152028704,"power_bald":0.6871413271,"power_pe":0.6969913525,"pred_entropy":0.5167150088,"random":0.6373907322,"random-label":0.763654315,"random-label2":0.751598367,"softrank_bald":0.6605090336},"('Class 11 Dice Final', 'std')":{"class_pe33":0.0059645898,"class_pe66":0.0030070475,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0023395358,"class_power_pe66_exp":0.0032403035,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1983465228,"power_bald":0.0139618547,"power_pe":0.0068975469,"pred_entropy":0.2128985217,"random":0.0363205678,"random-label":0.0010757966,"random-label2":0.0030317582,"softrank_bald":0.0453697144},"('Class 11 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"class_pe33":0.6649086962,"class_pe66":0.7084690751,"class_power_pe33_exp":0.6871280936,"class_power_pe33_sharp_sigmoid":0.6800224502,"class_power_pe33_smooth_sigmoid":0.6831361369,"class_power_pe66":0.6883682371,"class_power_pe66_exp":0.7048184385,"class_power_pe66_sharp_sigmoid":0.7052874604,"class_power_pe66_smooth_sigmoid":0.7086722728,"mutual_information":0.1353190759,"power_bald":0.6334904835,"power_pe":0.6486544455,"pred_entropy":0.2424084689,"random":0.5854632271,"random-label":0.735146603,"random-label2":0.7122790679,"softrank_bald":0.404242574},"('Class 12 Dice AUBC', 'std')":{"class_pe33":0.0070958181,"class_pe66":0.0078693421,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0219408908,"class_power_pe66_exp":0.0110359107,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0765654001,"power_bald":0.0210060911,"power_pe":0.0131519384,"pred_entropy":0.0922574283,"random":0.0222276117,"random-label":0.0056434113,"random-label2":0.0024400863,"softrank_bald":0.17130172},"('Class 12 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"class_pe33":0.7331101957,"class_pe66":0.7635797504,"class_power_pe33_exp":0.7481864069,"class_power_pe33_sharp_sigmoid":0.7415771003,"class_power_pe33_smooth_sigmoid":0.7409881234,"class_power_pe66":0.7445072248,"class_power_pe66_exp":0.760857324,"class_power_pe66_sharp_sigmoid":0.7605576767,"class_power_pe66_smooth_sigmoid":0.7620762549,"mutual_information":0.1832328283,"power_bald":0.6692132342,"power_pe":0.6694241713,"pred_entropy":0.5962370161,"random":0.5900256401,"random-label":0.7704962628,"random-label2":0.7565907231,"softrank_bald":0.6161900518},"('Class 12 Dice Final', 'std')":{"class_pe33":0.0068678253,"class_pe66":0.0038309801,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0082458644,"class_power_pe66_exp":0.0074044251,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.1820125854,"power_bald":0.0146897135,"power_pe":0.0116994236,"pred_entropy":0.0879870599,"random":0.0128704094,"random-label":0.0050506836,"random-label2":0.0049379985,"softrank_bald":0.1029534394},"('Class 12 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"class_pe33":0.6549180656,"class_pe66":0.6725520604,"class_power_pe33_exp":0.651869055,"class_power_pe33_sharp_sigmoid":0.6487685705,"class_power_pe33_smooth_sigmoid":0.6562642139,"class_power_pe66":0.6548721066,"class_power_pe66_exp":0.666451039,"class_power_pe66_sharp_sigmoid":0.668155469,"class_power_pe66_smooth_sigmoid":0.6665040877,"mutual_information":0.5966205241,"power_bald":0.6284501641,"power_pe":0.6267117281,"pred_entropy":0.6282644627,"random":0.5772523505,"random-label":0.6905288909,"random-label2":0.6606736195,"softrank_bald":0.6354126848},"('Class 13 Dice AUBC', 'std')":{"class_pe33":0.0134071135,"class_pe66":0.0062637578,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0124121275,"class_power_pe66_exp":0.0091719054,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0084547226,"power_bald":0.0075220293,"power_pe":0.0078548597,"pred_entropy":0.0167841074,"random":0.0251134646,"random-label":0.0082016871,"random-label2":0.0090821932,"softrank_bald":0.0158371713},"('Class 13 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"class_pe33":0.7087392485,"class_pe66":0.7243349706,"class_power_pe33_exp":0.7020080667,"class_power_pe33_sharp_sigmoid":0.7073930458,"class_power_pe33_smooth_sigmoid":0.7041497859,"class_power_pe66":0.7018116868,"class_power_pe66_exp":0.7175201231,"class_power_pe66_sharp_sigmoid":0.7207653346,"class_power_pe66_smooth_sigmoid":0.7188156222,"mutual_information":0.6796149509,"power_bald":0.6646852936,"power_pe":0.6645694626,"pred_entropy":0.7021395955,"random":0.5968512897,"random-label":0.7306664699,"random-label2":0.708195136,"softrank_bald":0.6902286571},"('Class 13 Dice Final', 'std')":{"class_pe33":0.0079119147,"class_pe66":0.0010874766,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0072487526,"class_power_pe66_exp":0.0058217066,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0045028917,"power_bald":0.0021192312,"power_pe":0.0072718102,"pred_entropy":0.0071669142,"random":0.0244905569,"random-label":0.0025848859,"random-label2":0.0047387532,"softrank_bald":0.005017668},"('Class 13 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"class_pe33":0.7572451762,"class_pe66":0.7679684669,"class_power_pe33_exp":0.763537776,"class_power_pe33_sharp_sigmoid":0.7608090899,"class_power_pe33_smooth_sigmoid":0.7636369816,"class_power_pe66":0.7553468916,"class_power_pe66_exp":0.7660261898,"class_power_pe66_sharp_sigmoid":0.7553715068,"class_power_pe66_smooth_sigmoid":0.7640905931,"mutual_information":0.7340762696,"power_bald":0.7438856753,"power_pe":0.7460249555,"pred_entropy":0.7464745058,"random":0.7197064713,"random-label":0.7624723862,"random-label2":0.7524083644,"softrank_bald":0.7477369395},"('Class 14 Dice AUBC', 'std')":{"class_pe33":0.0072683359,"class_pe66":0.0073655988,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0070308082,"class_power_pe66_exp":0.0087772297,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0106913608,"power_bald":0.0150436252,"power_pe":0.0118076143,"pred_entropy":0.0169185433,"random":0.0134135816,"random-label":0.005783841,"random-label2":0.0117966278,"softrank_bald":0.0072701467},"('Class 14 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"class_pe33":0.8080443451,"class_pe66":0.8134797233,"class_power_pe33_exp":0.8015106365,"class_power_pe33_sharp_sigmoid":0.8017389934,"class_power_pe33_smooth_sigmoid":0.7934187392,"class_power_pe66":0.7891085396,"class_power_pe66_exp":0.8095963781,"class_power_pe66_sharp_sigmoid":0.7992946592,"class_power_pe66_smooth_sigmoid":0.808539358,"mutual_information":0.7847960705,"power_bald":0.7653154825,"power_pe":0.7703540532,"pred_entropy":0.8130801853,"random":0.7332478936,"random-label":0.7904694433,"random-label2":0.7763481729,"softrank_bald":0.7833491459},"('Class 14 Dice Final', 'std')":{"class_pe33":0.0089313416,"class_pe66":0.0054484426,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0096526641,"class_power_pe66_exp":0.0100067026,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0089612568,"power_bald":0.0127970489,"power_pe":0.0063217373,"pred_entropy":0.004731911,"random":0.0090921619,"random-label":0.0036435315,"random-label2":0.0085895274,"softrank_bald":0.0085100348},"('Class 14 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"class_pe33":0.6941949995,"class_pe66":0.7043417371,"class_power_pe33_exp":0.7080592685,"class_power_pe33_sharp_sigmoid":0.6921654896,"class_power_pe33_smooth_sigmoid":0.6870389683,"class_power_pe66":0.6993706274,"class_power_pe66_exp":0.7088413971,"class_power_pe66_sharp_sigmoid":0.6936024549,"class_power_pe66_smooth_sigmoid":0.7025638579,"mutual_information":0.6582126097,"power_bald":0.6877375817,"power_pe":0.6779402253,"pred_entropy":0.6713136625,"random":0.6216847229,"random-label":0.6666045222,"random-label2":0.6871050391,"softrank_bald":0.6965314938},"('Class 15 Dice AUBC', 'std')":{"class_pe33":0.008180305,"class_pe66":0.0077099416,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0056666662,"class_power_pe66_exp":0.0070186586,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0102464529,"power_bald":0.0048638289,"power_pe":0.0139531061,"pred_entropy":0.0306174144,"random":0.0213882603,"random-label":0.0168863691,"random-label2":0.0168348806,"softrank_bald":0.0125134061},"('Class 15 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"class_pe33":0.7890689031,"class_pe66":0.7875154637,"class_power_pe33_exp":0.7787271611,"class_power_pe33_sharp_sigmoid":0.7747116541,"class_power_pe33_smooth_sigmoid":0.7841485849,"class_power_pe66":0.7543790967,"class_power_pe66_exp":0.7769338732,"class_power_pe66_sharp_sigmoid":0.7821733499,"class_power_pe66_smooth_sigmoid":0.7709036157,"mutual_information":0.7647985605,"power_bald":0.7290158227,"power_pe":0.7300408527,"pred_entropy":0.7851907483,"random":0.660808377,"random-label":0.7129542482,"random-label2":0.7363970961,"softrank_bald":0.7635180634},"('Class 15 Dice Final', 'std')":{"class_pe33":0.0048567147,"class_pe66":0.0105881391,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0032025467,"class_power_pe66_exp":0.0052994747,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0064901677,"power_bald":0.0027195811,"power_pe":0.0093331799,"pred_entropy":0.0063192903,"random":0.011798581,"random-label":0.0220191707,"random-label2":0.0039468754,"softrank_bald":0.0086488263},"('Class 15 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.9016057368,"class_pe66":0.9164676106,"class_power_pe33_exp":0.9122865826,"class_power_pe33_sharp_sigmoid":0.9101688317,"class_power_pe33_smooth_sigmoid":0.9078244607,"class_power_pe66":0.9011725497,"class_power_pe66_exp":0.9089964217,"class_power_pe66_sharp_sigmoid":0.910679052,"class_power_pe66_smooth_sigmoid":0.9126889302,"mutual_information":0.8686380211,"power_bald":0.8749205668,"power_pe":0.8914383541,"pred_entropy":0.8802704643,"random":0.8414305865,"random-label":0.9159668978,"random-label2":0.9032736174,"softrank_bald":0.8945260499},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0125367073,"class_pe66":0.0106566154,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0082858587,"class_power_pe66_exp":0.0063395173,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0167100918,"power_bald":0.0196677456,"power_pe":0.009272693,"pred_entropy":0.0026933067,"random":0.02847058,"random-label":0.0095992381,"random-label2":0.0110521017,"softrank_bald":0.0083424145},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.9419780302,"class_pe66":0.953148729,"class_power_pe33_exp":0.9442967973,"class_power_pe33_sharp_sigmoid":0.9432757161,"class_power_pe33_smooth_sigmoid":0.9446663773,"class_power_pe66":0.9381394285,"class_power_pe66_exp":0.9452410741,"class_power_pe66_sharp_sigmoid":0.9499983588,"class_power_pe66_smooth_sigmoid":0.9483987173,"mutual_information":0.9256910958,"power_bald":0.9194138913,"power_pe":0.9199591011,"pred_entropy":0.938711308,"random":0.8622991465,"random-label":0.945709881,"random-label2":0.9339864545,"softrank_bald":0.9303557095},"('Class 2 Dice Final', 'std')":{"class_pe33":0.0034737831,"class_pe66":0.0008443065,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0042316526,"class_power_pe66_exp":0.0031854073,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0144339332,"power_bald":0.0058985059,"power_pe":0.0040910718,"pred_entropy":0.0043437905,"random":0.0112161663,"random-label":0.0028113711,"random-label2":0.0044722685,"softrank_bald":0.0081209809},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.9135641877,"class_pe66":0.9218434316,"class_power_pe33_exp":0.9224506913,"class_power_pe33_sharp_sigmoid":0.9202807561,"class_power_pe33_smooth_sigmoid":0.9195378453,"class_power_pe66":0.9128703203,"class_power_pe66_exp":0.9201947074,"class_power_pe66_sharp_sigmoid":0.9237721172,"class_power_pe66_smooth_sigmoid":0.9233632194,"mutual_information":0.8880168719,"power_bald":0.896418977,"power_pe":0.9054424861,"pred_entropy":0.8967594268,"random":0.8645725379,"random-label":0.9205543286,"random-label2":0.9091803412,"softrank_bald":0.9090843093},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.0063640551,"class_pe66":0.0059614859,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0059096684,"class_power_pe66_exp":0.0035540447,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0079723682,"power_bald":0.0117661218,"power_pe":0.0059623568,"pred_entropy":0.0042315568,"random":0.0156648492,"random-label":0.0103284803,"random-label2":0.0094663973,"softrank_bald":0.0051814272},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.9471691474,"class_pe66":0.9552682743,"class_power_pe33_exp":0.9482759907,"class_power_pe33_sharp_sigmoid":0.9471223282,"class_power_pe33_smooth_sigmoid":0.9484436389,"class_power_pe66":0.9427760285,"class_power_pe66_exp":0.9501669027,"class_power_pe66_sharp_sigmoid":0.952588087,"class_power_pe66_smooth_sigmoid":0.9508344079,"mutual_information":0.9356762654,"power_bald":0.9269548692,"power_pe":0.9288260428,"pred_entropy":0.9448703832,"random":0.8842855629,"random-label":0.9453229043,"random-label2":0.9353275054,"softrank_bald":0.9389310094},"('Class 3 Dice Final', 'std')":{"class_pe33":0.0028701391,"class_pe66":0.0008131856,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0029721423,"class_power_pe66_exp":0.0028604767,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0112197766,"power_bald":0.0052707245,"power_pe":0.0032664584,"pred_entropy":0.0043229116,"random":0.0074680002,"random-label":0.0057656171,"random-label2":0.0021524455,"softrank_bald":0.0068337554},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"class_pe33":0.7038058591,"class_pe66":0.7132691767,"class_power_pe33_exp":0.7073882238,"class_power_pe33_sharp_sigmoid":0.7066704403,"class_power_pe33_smooth_sigmoid":0.6981531167,"class_power_pe66":0.7001449792,"class_power_pe66_exp":0.7100167573,"class_power_pe66_sharp_sigmoid":0.7189678742,"class_power_pe66_smooth_sigmoid":0.7078882332,"mutual_information":0.6667467178,"power_bald":0.6831919108,"power_pe":0.6839004853,"pred_entropy":0.6874731656,"random":0.6427309523,"random-label":0.7149633008,"random-label2":0.6954237614,"softrank_bald":0.6868191371},"('Class 4 Dice AUBC', 'std')":{"class_pe33":0.0087336103,"class_pe66":0.0054089824,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0097827385,"class_power_pe66_exp":0.0106719773,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0080187655,"power_bald":0.0063986243,"power_pe":0.0044378959,"pred_entropy":0.0058797283,"random":0.0105000841,"random-label":0.0041882138,"random-label2":0.0066346426,"softrank_bald":0.0090671271},"('Class 4 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"class_pe33":0.7400293848,"class_pe66":0.752984134,"class_power_pe33_exp":0.7452710175,"class_power_pe33_sharp_sigmoid":0.7460977825,"class_power_pe33_smooth_sigmoid":0.7299588792,"class_power_pe66":0.7351949641,"class_power_pe66_exp":0.7537130547,"class_power_pe66_sharp_sigmoid":0.7566217261,"class_power_pe66_smooth_sigmoid":0.754053559,"mutual_information":0.7122557206,"power_bald":0.7056127409,"power_pe":0.705722012,"pred_entropy":0.7357551055,"random":0.6524154818,"random-label":0.7439712825,"random-label2":0.7271207086,"softrank_bald":0.7272226817},"('Class 4 Dice Final', 'std')":{"class_pe33":0.0086133391,"class_pe66":0.0038316714,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0055313234,"class_power_pe66_exp":0.0070606525,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0067059964,"power_bald":0.005615715,"power_pe":0.0081391917,"pred_entropy":0.0123297767,"random":0.0043817416,"random-label":0.0030015766,"random-label2":0.0077267336,"softrank_bald":0.0094163849},"('Class 4 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"class_pe33":0.7103853064,"class_pe66":0.7404572883,"class_power_pe33_exp":0.7113850072,"class_power_pe33_sharp_sigmoid":0.7027274192,"class_power_pe33_smooth_sigmoid":0.6961664185,"class_power_pe66":0.7292067262,"class_power_pe66_exp":0.7400712076,"class_power_pe66_sharp_sigmoid":0.7193532471,"class_power_pe66_smooth_sigmoid":0.7238843718,"mutual_information":0.6094519978,"power_bald":0.6913672987,"power_pe":0.6796448584,"pred_entropy":0.5489720918,"random":0.6258595977,"random-label":0.7519144796,"random-label2":0.7258482936,"softrank_bald":0.6807500833},"('Class 5 Dice AUBC', 'std')":{"class_pe33":0.0080424244,"class_pe66":0.013315885,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0151877456,"class_power_pe66_exp":0.0175835884,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0470288837,"power_bald":0.0171647784,"power_pe":0.0328007606,"pred_entropy":0.1106579519,"random":0.065307445,"random-label":0.0166701665,"random-label2":0.0189954771,"softrank_bald":0.0212333048},"('Class 5 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"class_pe33":0.7551465278,"class_pe66":0.7871361038,"class_power_pe33_exp":0.7657825657,"class_power_pe33_sharp_sigmoid":0.7725901427,"class_power_pe33_smooth_sigmoid":0.7593147591,"class_power_pe66":0.7725345167,"class_power_pe66_exp":0.7888458849,"class_power_pe66_sharp_sigmoid":0.7878849027,"class_power_pe66_smooth_sigmoid":0.7708013444,"mutual_information":0.7128979276,"power_bald":0.718212935,"power_pe":0.7180829018,"pred_entropy":0.7166614894,"random":0.6552766493,"random-label":0.7877867483,"random-label2":0.7632341956,"softrank_bald":0.7309393527},"('Class 5 Dice Final', 'std')":{"class_pe33":0.0094902515,"class_pe66":0.0010193188,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0100934143,"class_power_pe66_exp":0.0028406295,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0176364196,"power_bald":0.0137692977,"power_pe":0.0106113767,"pred_entropy":0.0134483281,"random":0.0514503049,"random-label":0.0121522354,"random-label2":0.0121703919,"softrank_bald":0.0198091359},"('Class 5 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"class_pe33":0.9530535373,"class_pe66":0.9532673986,"class_power_pe33_exp":0.9518292975,"class_power_pe33_sharp_sigmoid":0.9513611979,"class_power_pe33_smooth_sigmoid":0.9522416445,"class_power_pe66":0.9481669665,"class_power_pe66_exp":0.950498027,"class_power_pe66_sharp_sigmoid":0.9524548973,"class_power_pe66_smooth_sigmoid":0.9516816904,"mutual_information":0.9467188556,"power_bald":0.9456792054,"power_pe":0.945255436,"pred_entropy":0.949906991,"random":0.9189314908,"random-label":0.9442853077,"random-label2":0.9333799326,"softrank_bald":0.9506864566},"('Class 6 Dice AUBC', 'std')":{"class_pe33":0.002529667,"class_pe66":0.0022190621,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0022590864,"class_power_pe66_exp":0.0020592417,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0013370742,"power_bald":0.0014818627,"power_pe":0.0022386052,"pred_entropy":0.0022469618,"random":0.001261539,"random-label":0.0013049201,"random-label2":0.0030393897,"softrank_bald":0.0019642301},"('Class 6 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"class_pe33":0.9649168951,"class_pe66":0.9654671971,"class_power_pe33_exp":0.9657182035,"class_power_pe33_sharp_sigmoid":0.9661588594,"class_power_pe33_smooth_sigmoid":0.9640612349,"class_power_pe66":0.9618684925,"class_power_pe66_exp":0.9662233877,"class_power_pe66_sharp_sigmoid":0.9671573252,"class_power_pe66_smooth_sigmoid":0.96500929,"mutual_information":0.9604038542,"power_bald":0.9569551573,"power_pe":0.9562613562,"pred_entropy":0.9645589447,"random":0.9299936963,"random-label":0.9579692363,"random-label2":0.9509321886,"softrank_bald":0.962110169},"('Class 6 Dice Final', 'std')":{"class_pe33":0.0016058373,"class_pe66":0.0012479658,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0011397616,"class_power_pe66_exp":0.0006394411,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0016250504,"power_bald":0.0017678636,"power_pe":0.0006709273,"pred_entropy":0.001325419,"random":0.0016349541,"random-label":0.0012686437,"random-label2":0.0007849671,"softrank_bald":0.0007630011},"('Class 6 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"class_pe33":0.8163641015,"class_pe66":0.8167828145,"class_power_pe33_exp":0.8111450584,"class_power_pe33_sharp_sigmoid":0.8066164663,"class_power_pe33_smooth_sigmoid":0.8105491904,"class_power_pe66":0.8030830668,"class_power_pe66_exp":0.8138697172,"class_power_pe66_sharp_sigmoid":0.8163694225,"class_power_pe66_smooth_sigmoid":0.8150923653,"mutual_information":0.8058092437,"power_bald":0.795336675,"power_pe":0.7953449761,"pred_entropy":0.8118763855,"random":0.7325614843,"random-label":0.8108654733,"random-label2":0.7825705945,"softrank_bald":0.8121844521},"('Class 7 Dice AUBC', 'std')":{"class_pe33":0.0021953953,"class_pe66":0.0023492707,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.006445046,"class_power_pe66_exp":0.0049729003,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0024570734,"power_bald":0.0028698384,"power_pe":0.0052261206,"pred_entropy":0.0082469793,"random":0.0046052459,"random-label":0.0055337226,"random-label2":0.0057276051,"softrank_bald":0.0019418128},"('Class 7 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"class_pe33":0.8609447333,"class_pe66":0.8661615926,"class_power_pe33_exp":0.859718387,"class_power_pe33_sharp_sigmoid":0.8663738457,"class_power_pe33_smooth_sigmoid":0.8571298452,"class_power_pe66":0.847008547,"class_power_pe66_exp":0.8633679233,"class_power_pe66_sharp_sigmoid":0.8628705642,"class_power_pe66_smooth_sigmoid":0.8575823319,"mutual_information":0.8526432122,"power_bald":0.8335677173,"power_pe":0.8313630499,"pred_entropy":0.8619838686,"random":0.7622576821,"random-label":0.8552819911,"random-label2":0.8303059215,"softrank_bald":0.8523572827},"('Class 7 Dice Final', 'std')":{"class_pe33":0.0050684064,"class_pe66":0.0013390476,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0047061423,"class_power_pe66_exp":0.003702987,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0055238939,"power_bald":0.0055070779,"power_pe":0.003566933,"pred_entropy":0.0052442004,"random":0.0097694266,"random-label":0.001559438,"random-label2":0.0080667055,"softrank_bald":0.0029824588},"('Class 7 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"class_pe33":0.9218905978,"class_pe66":0.9268859742,"class_power_pe33_exp":0.9239303413,"class_power_pe33_sharp_sigmoid":0.9244312832,"class_power_pe33_smooth_sigmoid":0.9221091537,"class_power_pe66":0.9300945382,"class_power_pe66_exp":0.9316957189,"class_power_pe66_sharp_sigmoid":0.9307073322,"class_power_pe66_smooth_sigmoid":0.9290399954,"mutual_information":0.907197944,"power_bald":0.9223274189,"power_pe":0.9160598824,"pred_entropy":0.9001687676,"random":0.9078857777,"random-label":0.9261812209,"random-label2":0.920123716,"softrank_bald":0.921855999},"('Class 8 Dice AUBC', 'std')":{"class_pe33":0.001447352,"class_pe66":0.0035571638,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0030204366,"class_power_pe66_exp":0.0024340075,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0080737117,"power_bald":0.0011885533,"power_pe":0.0058930162,"pred_entropy":0.0102834332,"random":0.0038021953,"random-label":0.0025657311,"random-label2":0.0054639834,"softrank_bald":0.0020857251},"('Class 8 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"class_pe33":0.9373735404,"class_pe66":0.941255263,"class_power_pe33_exp":0.9378272275,"class_power_pe33_sharp_sigmoid":0.939443419,"class_power_pe33_smooth_sigmoid":0.9295790548,"class_power_pe66":0.9406112186,"class_power_pe66_exp":0.9414531864,"class_power_pe66_sharp_sigmoid":0.9345526913,"class_power_pe66_smooth_sigmoid":0.9393850568,"mutual_information":0.9350826375,"power_bald":0.9319567294,"power_pe":0.9279064116,"pred_entropy":0.9348067543,"random":0.9181781196,"random-label":0.9369877623,"random-label2":0.9331936047,"softrank_bald":0.9349315223},"('Class 8 Dice Final', 'std')":{"class_pe33":0.0017796052,"class_pe66":0.0014050805,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0010728754,"class_power_pe66_exp":0.0006127832,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0027333412,"power_bald":0.0011164823,"power_pe":0.0051050934,"pred_entropy":0.0022723871,"random":0.0031521959,"random-label":0.0061405184,"random-label2":0.0042304672,"softrank_bald":0.0018177145},"('Class 8 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"class_pe33":0.8709733769,"class_pe66":0.8775411147,"class_power_pe33_exp":0.872116148,"class_power_pe33_sharp_sigmoid":0.871479268,"class_power_pe33_smooth_sigmoid":0.8707399737,"class_power_pe66":0.8711920098,"class_power_pe66_exp":0.8751864559,"class_power_pe66_sharp_sigmoid":0.8778412333,"class_power_pe66_smooth_sigmoid":0.8772674693,"mutual_information":0.847138854,"power_bald":0.8628859874,"power_pe":0.8601099354,"pred_entropy":0.8537704758,"random":0.841716002,"random-label":0.8798606887,"random-label2":0.8708547879,"softrank_bald":0.8623360911},"('Class 9 Dice AUBC', 'std')":{"class_pe33":0.0025132278,"class_pe66":0.0020518658,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0020871159,"class_power_pe66_exp":0.0024694818,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0038175435,"power_bald":0.0020137756,"power_pe":0.0042166802,"pred_entropy":0.0068703747,"random":0.0085412503,"random-label":0.0026917045,"random-label2":0.0028476209,"softrank_bald":0.0009198008},"('Class 9 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"class_pe33":0.8860427938,"class_pe66":0.8916594247,"class_power_pe33_exp":0.8849927927,"class_power_pe33_sharp_sigmoid":0.8872320068,"class_power_pe33_smooth_sigmoid":0.8863438244,"class_power_pe66":0.8853657988,"class_power_pe66_exp":0.8902228887,"class_power_pe66_sharp_sigmoid":0.8913203201,"class_power_pe66_smooth_sigmoid":0.8913981726,"mutual_information":0.8735446872,"power_bald":0.8752272137,"power_pe":0.8723486808,"pred_entropy":0.881002011,"random":0.8499292598,"random-label":0.8911018416,"random-label2":0.8853941019,"softrank_bald":0.8777718199},"('Class 9 Dice Final', 'std')":{"class_pe33":0.0005847455,"class_pe66":0.0015250281,"class_power_pe33_exp":null,"class_power_pe33_sharp_sigmoid":null,"class_power_pe33_smooth_sigmoid":null,"class_power_pe66":0.0017474043,"class_power_pe66_exp":0.0012823988,"class_power_pe66_sharp_sigmoid":null,"class_power_pe66_smooth_sigmoid":null,"mutual_information":0.0024143595,"power_bald":0.0029630705,"power_pe":0.0041974412,"pred_entropy":0.0014428292,"random":0.0095518997,"random-label":0.0017433888,"random-label2":0.0016919712,"softrank_bald":0.0031362819},"('Class 9 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe33_exp":1,"class_power_pe33_sharp_sigmoid":1,"class_power_pe33_smooth_sigmoid":1,"class_power_pe66":4,"class_power_pe66_exp":4,"class_power_pe66_sharp_sigmoid":1,"class_power_pe66_smooth_sigmoid":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..be58f8eabf912b43988f7772683f6d62ff990fda --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt @@ -0,0 +1,20 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.795188 0.004866 4 0.835662 0.003871 4 0.912986 0.003639 4 0.927731 0.003701 4 0.761986 0.005132 4 0.801447 0.004814 4 0.689944 0.016086 4 0.733191 0.005965 4 0.664909 0.007096 4 0.733110 0.006868 4 0.654918 0.013407 4 0.708739 0.007912 4 0.757245 0.007268 4 0.808044 0.008931 4 0.694195 0.008180 4 0.789069 0.004857 4 0.901606 0.012537 4 0.941978 0.003474 4 0.913564 0.006364 4 0.947169 0.002870 4 0.703806 0.008734 4 0.740029 0.008613 4 0.710385 0.008042 4 0.755147 0.009490 4 0.953054 0.002530 4 0.964917 0.001606 4 0.816364 0.002195 4 0.860945 0.005068 4 0.921891 0.001447 4 0.937374 0.001780 4 0.870973 0.002513 4 0.886043 0.000585 4 +class_pe66 0.808442 0.001768 4 0.847006 0.000705 4 0.912728 0.003294 4 0.930759 0.002270 4 0.772142 0.003666 4 0.812724 0.002974 4 0.721908 0.008387 4 0.759619 0.003007 4 0.708469 0.007869 4 0.763580 0.003831 4 0.672552 0.006264 4 0.724335 0.001087 4 0.767968 0.007366 4 0.813480 0.005448 4 0.704342 0.007710 4 0.787515 0.010588 4 0.916468 0.010657 4 0.953149 0.000844 4 0.921843 0.005961 4 0.955268 0.000813 4 0.713269 0.005409 4 0.752984 0.003832 4 0.740457 0.013316 4 0.787136 0.001019 4 0.953267 0.002219 4 0.965467 0.001248 4 0.816783 0.002349 4 0.866162 0.001339 4 0.926886 0.003557 4 0.941255 0.001405 4 0.877541 0.002052 4 0.891659 0.001525 4 +class_power_pe33_exp 0.797652 NaN 1 0.836912 NaN 1 0.913255 NaN 1 0.929053 NaN 1 0.753574 NaN 1 0.801857 NaN 1 0.674831 NaN 1 0.740453 NaN 1 0.687128 NaN 1 0.748186 NaN 1 0.651869 NaN 1 0.702008 NaN 1 0.763538 NaN 1 0.801511 NaN 1 0.708059 NaN 1 0.778727 NaN 1 0.912287 NaN 1 0.944297 NaN 1 0.922451 NaN 1 0.948276 NaN 1 0.707388 NaN 1 0.745271 NaN 1 0.711385 NaN 1 0.765783 NaN 1 0.951829 NaN 1 0.965718 NaN 1 0.811145 NaN 1 0.859718 NaN 1 0.923930 NaN 1 0.937827 NaN 1 0.872116 NaN 1 0.884993 NaN 1 +class_power_pe33_sharp_sigmoid 0.793699 NaN 1 0.837863 NaN 1 0.912962 NaN 1 0.930589 NaN 1 0.750889 NaN 1 0.810493 NaN 1 0.666131 NaN 1 0.733146 NaN 1 0.680022 NaN 1 0.741577 NaN 1 0.648769 NaN 1 0.707393 NaN 1 0.760809 NaN 1 0.801739 NaN 1 0.692165 NaN 1 0.774712 NaN 1 0.910169 NaN 1 0.943276 NaN 1 0.920281 NaN 1 0.947122 NaN 1 0.706670 NaN 1 0.746098 NaN 1 0.702727 NaN 1 0.772590 NaN 1 0.951361 NaN 1 0.966159 NaN 1 0.806616 NaN 1 0.866374 NaN 1 0.924431 NaN 1 0.939443 NaN 1 0.871479 NaN 1 0.887232 NaN 1 +class_power_pe33_smooth_sigmoid 0.794842 NaN 1 0.834166 NaN 1 0.916343 NaN 1 0.932142 NaN 1 0.754398 NaN 1 0.800835 NaN 1 0.684487 NaN 1 0.737307 NaN 1 0.683136 NaN 1 0.740988 NaN 1 0.656264 NaN 1 0.704150 NaN 1 0.763637 NaN 1 0.793419 NaN 1 0.687039 NaN 1 0.784149 NaN 1 0.907824 NaN 1 0.944666 NaN 1 0.919538 NaN 1 0.948444 NaN 1 0.698153 NaN 1 0.729959 NaN 1 0.696166 NaN 1 0.759315 NaN 1 0.952242 NaN 1 0.964061 NaN 1 0.810549 NaN 1 0.857130 NaN 1 0.922109 NaN 1 0.929579 NaN 1 0.870740 NaN 1 0.886344 NaN 1 +class_power_pe66 0.798348 0.002375 4 0.832236 0.002595 4 0.908186 0.005243 4 0.927542 0.002994 4 0.759493 0.004709 4 0.795600 0.002547 4 0.713647 0.006798 4 0.747099 0.002340 4 0.688368 0.021941 4 0.744507 0.008246 4 0.654872 0.012412 4 0.701812 0.007249 4 0.755347 0.007031 4 0.789109 0.009653 4 0.699371 0.005667 4 0.754379 0.003203 4 0.901173 0.008286 4 0.938139 0.004232 4 0.912870 0.005910 4 0.942776 0.002972 4 0.700145 0.009783 4 0.735195 0.005531 4 0.729207 0.015188 4 0.772535 0.010093 4 0.948167 0.002259 4 0.961868 0.001140 4 0.803083 0.006445 4 0.847009 0.004706 4 0.930095 0.003020 4 0.940611 0.001073 4 0.871192 0.002087 4 0.885366 0.001747 4 +class_power_pe66_exp 0.806287 0.001207 4 0.843966 0.001759 4 0.913395 0.003543 4 0.932531 0.002653 4 0.765223 0.002843 4 0.805660 0.000764 4 0.719014 0.007031 4 0.757155 0.003240 4 0.704818 0.011036 4 0.760857 0.007404 4 0.666451 0.009172 4 0.717520 0.005822 4 0.766026 0.008777 4 0.809596 0.010007 4 0.708841 0.007019 4 0.776934 0.005299 4 0.908996 0.006340 4 0.945241 0.003185 4 0.920195 0.003554 4 0.950167 0.002860 4 0.710017 0.010672 4 0.753713 0.007061 4 0.740071 0.017584 4 0.788846 0.002841 4 0.950498 0.002059 4 0.966223 0.000639 4 0.813870 0.004973 4 0.863368 0.003703 4 0.931696 0.002434 4 0.941453 0.000613 4 0.875186 0.002469 4 0.890223 0.001282 4 +class_power_pe66_sharp_sigmoid 0.801916 NaN 1 0.844068 NaN 1 0.915486 NaN 1 0.933877 NaN 1 0.761944 NaN 1 0.808399 NaN 1 0.678753 NaN 1 0.752963 NaN 1 0.705287 NaN 1 0.760558 NaN 1 0.668155 NaN 1 0.720765 NaN 1 0.755372 NaN 1 0.799295 NaN 1 0.693602 NaN 1 0.782173 NaN 1 0.910679 NaN 1 0.949998 NaN 1 0.923772 NaN 1 0.952588 NaN 1 0.718968 NaN 1 0.756622 NaN 1 0.719353 NaN 1 0.787885 NaN 1 0.952455 NaN 1 0.967157 NaN 1 0.816369 NaN 1 0.862871 NaN 1 0.930707 NaN 1 0.934553 NaN 1 0.877841 NaN 1 0.891320 NaN 1 +class_power_pe66_smooth_sigmoid 0.804205 NaN 1 0.841959 NaN 1 0.912173 NaN 1 0.932008 NaN 1 0.761591 NaN 1 0.802311 NaN 1 0.706575 NaN 1 0.757265 NaN 1 0.708672 NaN 1 0.762076 NaN 1 0.666504 NaN 1 0.718816 NaN 1 0.764091 NaN 1 0.808539 NaN 1 0.702564 NaN 1 0.770904 NaN 1 0.912689 NaN 1 0.948399 NaN 1 0.923363 NaN 1 0.950834 NaN 1 0.707888 NaN 1 0.754054 NaN 1 0.723884 NaN 1 0.770801 NaN 1 0.951682 NaN 1 0.965009 NaN 1 0.815092 NaN 1 0.857582 NaN 1 0.929040 NaN 1 0.939385 NaN 1 0.877267 NaN 1 0.891398 NaN 1 +mutual_information 0.693834 0.006989 4 0.749528 0.023811 4 0.902101 0.004601 4 0.925167 0.004080 4 0.733193 0.003866 4 0.781915 0.006209 4 0.108276 0.023267 4 0.215203 0.198347 4 0.135319 0.076565 4 0.183233 0.182013 4 0.596621 0.008455 4 0.679615 0.004503 4 0.734076 0.010691 4 0.784796 0.008961 4 0.658213 0.010246 4 0.764799 0.006490 4 0.868638 0.016710 4 0.925691 0.014434 4 0.888017 0.007972 4 0.935676 0.011220 4 0.666747 0.008019 4 0.712256 0.006706 4 0.609452 0.047029 4 0.712898 0.017636 4 0.946719 0.001337 4 0.960404 0.001625 4 0.805809 0.002457 4 0.852643 0.005524 4 0.907198 0.008074 4 0.935083 0.002733 4 0.847139 0.003818 4 0.873545 0.002414 4 +power_bald 0.778595 0.001406 4 0.804764 0.004817 4 0.905499 0.003782 4 0.920169 0.003013 4 0.745103 0.007437 4 0.768017 0.008478 4 0.662624 0.019406 4 0.687141 0.013962 4 0.633490 0.021006 4 0.669213 0.014690 4 0.628450 0.007522 4 0.664685 0.002119 4 0.743886 0.015044 4 0.765315 0.012797 4 0.687738 0.004864 4 0.729016 0.002720 4 0.874921 0.019668 4 0.919414 0.005899 4 0.896419 0.011766 4 0.926955 0.005271 4 0.683192 0.006399 4 0.705613 0.005616 4 0.691367 0.017165 4 0.718213 0.013769 4 0.945679 0.001482 4 0.956955 0.001768 4 0.795337 0.002870 4 0.833568 0.005507 4 0.922327 0.001189 4 0.931957 0.001116 4 0.862886 0.002014 4 0.875227 0.002963 4 +power_pe 0.779248 0.002929 4 0.805152 0.001644 4 0.902577 0.003254 4 0.918802 0.000973 4 0.740323 0.003560 4 0.766634 0.003413 4 0.669296 0.021493 4 0.696991 0.006898 4 0.648654 0.013152 4 0.669424 0.011699 4 0.626712 0.007855 4 0.664569 0.007272 4 0.746025 0.011808 4 0.770354 0.006322 4 0.677940 0.013953 4 0.730041 0.009333 4 0.891438 0.009273 4 0.919959 0.004091 4 0.905442 0.005962 4 0.928826 0.003266 4 0.683900 0.004438 4 0.705722 0.008139 4 0.679645 0.032801 4 0.718083 0.010611 4 0.945255 0.002239 4 0.956261 0.000671 4 0.795345 0.005226 4 0.831363 0.003567 4 0.916060 0.005893 4 0.927906 0.005105 4 0.860110 0.004217 4 0.872349 0.004197 4 +pred_entropy 0.712714 0.015155 4 0.807884 0.020678 4 0.907320 0.003715 4 0.927067 0.004882 4 0.748017 0.005720 4 0.799474 0.005844 4 0.217711 0.053247 4 0.516715 0.212899 4 0.242408 0.092257 4 0.596237 0.087987 4 0.628264 0.016784 4 0.702140 0.007167 4 0.746475 0.016919 4 0.813080 0.004732 4 0.671314 0.030617 4 0.785191 0.006319 4 0.880270 0.002693 4 0.938711 0.004344 4 0.896759 0.004232 4 0.944870 0.004323 4 0.687473 0.005880 4 0.735755 0.012330 4 0.548972 0.110658 4 0.716661 0.013448 4 0.949907 0.002247 4 0.964559 0.001325 4 0.811876 0.008247 4 0.861984 0.005244 4 0.900169 0.010283 4 0.934807 0.002272 4 0.853770 0.006870 4 0.881002 0.001443 4 +random 0.738153 0.005011 4 0.754783 0.003678 4 0.871974 0.008930 4 0.881654 0.007454 4 0.694788 0.010426 4 0.707131 0.004969 4 0.625743 0.040289 4 0.637391 0.036321 4 0.585463 0.022228 4 0.590026 0.012870 4 0.577252 0.025113 4 0.596851 0.024491 4 0.719706 0.013414 4 0.733248 0.009092 4 0.621685 0.021388 4 0.660808 0.011799 4 0.841431 0.028471 4 0.862299 0.011216 4 0.864573 0.015665 4 0.884286 0.007468 4 0.642731 0.010500 4 0.652415 0.004382 4 0.625860 0.065307 4 0.655277 0.051450 4 0.918931 0.001262 4 0.929994 0.001635 4 0.732561 0.004605 4 0.762258 0.009769 4 0.907886 0.003802 4 0.918178 0.003152 4 0.841716 0.008541 4 0.849929 0.009552 4 +random-label 0.809816 0.001931 4 0.838146 0.003250 4 0.905367 0.003102 4 0.922640 0.003079 4 0.783796 0.003269 4 0.817184 0.003228 4 0.738727 0.010931 4 0.763654 0.001076 4 0.735147 0.005643 4 0.770496 0.005051 4 0.690529 0.008202 4 0.730666 0.002585 4 0.762472 0.005784 4 0.790469 0.003644 4 0.666605 0.016886 4 0.712954 0.022019 4 0.915967 0.009599 4 0.945710 0.002811 4 0.920554 0.010328 4 0.945323 0.005766 4 0.714963 0.004188 4 0.743971 0.003002 4 0.751914 0.016670 4 0.787787 0.012152 4 0.944285 0.001305 4 0.957969 0.001269 4 0.810865 0.005534 4 0.855282 0.001559 4 0.926181 0.002566 4 0.936988 0.006141 4 0.879861 0.002692 4 0.891102 0.001743 4 +random-label2 0.795260 0.003751 4 0.826810 0.001904 4 0.895967 0.007523 4 0.914719 0.005748 4 0.756247 0.011764 4 0.798807 0.006876 4 0.723566 0.012326 4 0.751598 0.003032 4 0.712279 0.002440 4 0.756591 0.004938 4 0.660674 0.009082 4 0.708195 0.004739 4 0.752408 0.011797 4 0.776348 0.008590 4 0.687105 0.016835 4 0.736397 0.003947 4 0.903274 0.011052 4 0.933986 0.004472 4 0.909180 0.009466 4 0.935328 0.002152 4 0.695424 0.006635 4 0.727121 0.007727 4 0.725848 0.018995 4 0.763234 0.012170 4 0.933380 0.003039 4 0.950932 0.000785 4 0.782571 0.005728 4 0.830306 0.008067 4 0.920124 0.005464 4 0.933194 0.004230 4 0.870855 0.002848 4 0.885394 0.001692 4 +softrank_bald 0.752947 0.014596 4 0.812338 0.011751 4 0.912722 0.002225 4 0.927866 0.001860 4 0.752056 0.005052 4 0.788792 0.004066 4 0.427262 0.065780 4 0.660509 0.045370 4 0.404243 0.171302 4 0.616190 0.102953 4 0.635413 0.015837 4 0.690229 0.005018 4 0.747737 0.007270 4 0.783349 0.008510 4 0.696531 0.012513 4 0.763518 0.008649 4 0.894526 0.008342 4 0.930356 0.008121 4 0.909084 0.005181 4 0.938931 0.006834 4 0.686819 0.009067 4 0.727223 0.009416 4 0.680750 0.021233 4 0.730939 0.019809 4 0.950686 0.001964 4 0.962110 0.000763 4 0.812184 0.001942 4 0.852357 0.002982 4 0.921856 0.002086 4 0.934932 0.001818 4 0.862336 0.000920 4 0.877772 0.003136 4 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..0e39827b95f6d7fcf118f7390d41349937451d8a --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt @@ -0,0 +1,18 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 83.57 (+/- 0.39) 79.52 (+/- 0.49) 4.0 +class_pe66 84.70 (+/- 0.07) 80.84 (+/- 0.18) 4.0 +class_power_pe33_exp 83.69 (+/- nan) 79.77 (+/- nan) 1.0 +class_power_pe33_sharp_sigmoid 83.79 (+/- nan) 79.37 (+/- nan) 1.0 +class_power_pe33_smooth_sigmoid 83.42 (+/- nan) 79.48 (+/- nan) 1.0 +class_power_pe66 83.22 (+/- 0.26) 79.83 (+/- 0.24) 4.0 +class_power_pe66_exp 84.40 (+/- 0.18) 80.63 (+/- 0.12) 4.0 +class_power_pe66_sharp_sigmoid 84.41 (+/- nan) 80.19 (+/- nan) 1.0 +class_power_pe66_smooth_sigmoid 84.20 (+/- nan) 80.42 (+/- nan) 1.0 +mutual_information 74.95 (+/- 2.38) 69.38 (+/- 0.70) 4.0 +power_bald 80.48 (+/- 0.48) 77.86 (+/- 0.14) 4.0 +power_pe 80.52 (+/- 0.16) 77.92 (+/- 0.29) 4.0 +pred_entropy 80.79 (+/- 2.07) 71.27 (+/- 1.52) 4.0 +random 75.48 (+/- 0.37) 73.82 (+/- 0.50) 4.0 +random-label 83.81 (+/- 0.32) 80.98 (+/- 0.19) 4.0 +random-label2 82.68 (+/- 0.19) 79.53 (+/- 0.38) 4.0 +softrank_bald 81.23 (+/- 1.18) 75.29 (+/- 1.46) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..6e10bd2679a0a3637bdf807a210551ce1e749575 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe33_exp","3":"class_power_pe33_sharp_sigmoid","4":"class_power_pe33_smooth_sigmoid","5":"class_power_pe66","6":"class_power_pe66_exp","7":"class_power_pe66_sharp_sigmoid","8":"class_power_pe66_smooth_sigmoid","9":"mutual_information","10":"power_bald","11":"power_pe","12":"pred_entropy","13":"random","14":"random-label","15":"random-label2","16":"softrank_bald"},"beta":{"0":5.9565590044,"1":7.472611374,"2":9.7835865066,"3":10.4046063629,"4":8.168197385,"5":11.3390032166,"6":10.6218199337,"7":11.4467581954,"8":9.5943594148,"9":-0.452110992,"10":8.7842065686,"11":8.8554065004,"12":1.0115098956,"13":7.3339466033,"14":12.3162210693,"15":14.4172402475,"16":3.509645478},"beta_std":{"0":0.0375751858,"1":0.0417101575,"2":3.9744123435,"3":3.5611732473,"4":1.1756317093,"5":0.2720227994,"6":0.5987307777,"7":4.5039243243,"8":3.4123781582,"9":0.2043098197,"10":0.0814050007,"11":0.0987350101,"12":0.4148153747,"13":0.6156875016,"14":0.4294980761,"15":0.469756812,"16":0.3850280263}} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..f73b456d44172b79bcc3d7a94b313a39bff3e5cc --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt @@ -0,0 +1,18 @@ + Query Method beta beta_std +0 class_pe33 5.956559 0.037575 +1 class_pe66 7.472611 0.041710 +2 class_power_pe33_exp 9.783587 3.974412 +3 class_power_pe33_sharp_sigmoid 10.404606 3.561173 +4 class_power_pe33_smooth_sigmoid 8.168197 1.175632 +5 class_power_pe66 11.339003 0.272023 +6 class_power_pe66_exp 10.621820 0.598731 +7 class_power_pe66_sharp_sigmoid 11.446758 4.503924 +8 class_power_pe66_smooth_sigmoid 9.594359 3.412378 +9 mutual_information -0.452111 0.204310 +10 power_bald 8.784207 0.081405 +11 power_pe 8.855407 0.098735 +12 pred_entropy 1.011510 0.414815 +13 random 7.333947 0.615688 +14 random-label 12.316221 0.429498 +15 random-label2 14.417240 0.469757 +16 softrank_bald 3.509645 0.385028 \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/overview.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..96bf226b3bb247f634e09d371a1b9d45f52a5aec --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b277c6b30126ebf1534ba0e14d5ca28ada9b85287d55d194b04db5b1af2f625 +size 1332238 diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..de529d7c8cbcad8e30756df74cf08157276e55b3 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json @@ -0,0 +1,335 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.2, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.6000000000000001, + "softrank_bald": 0.8, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.6000000000000001, + "random-label": 0.6000000000000001, + "random": 0.4, + "softrank_bald": 0.2, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.6000000000000001 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 1.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.4, + "class_pe66": 0.6000000000000001, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.2, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.2, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.4, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.6000000000000001, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.6000000000000001 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe33_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe33_sharp_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe33_smooth_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_sharp_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_smooth_sigmoid": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe33_exp": 0.0, + "class_power_pe33_sharp_sigmoid": 0.0, + "class_power_pe33_smooth_sigmoid": 0.0, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66_sharp_sigmoid": 0.0, + "class_power_pe66_smooth_sigmoid": 0.0, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..2d7014499aa8765fb6de4d558edbf3c771c3f868 --- /dev/null +++ b/analysis/patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a74071acf26f79004c634a06a6c469404a3bb97897745b9f2ca4e45fad6b50c9 +size 199532 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..890547683f809f730fb6402fd5077942270c99e3 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022511772f69192e12963e4425d33f2989c56cec596d36edd23e7f16e2eca418 +size 228211 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..4fd79c683ff8a573141aa5311e2aef41368860f7 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.8015968177,"class_pe66":0.8036503466,"class_power_pe66_exp":0.8074081162,"mutual_information":0.7576410946,"power_bald":0.7987359793,"power_pe":0.7926774243,"pred_entropy":0.7720716405,"random-label":0.8128331909,"random-label2":0.794135339,"softrank_bald":0.7904166494},"('Mean Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0055652751,"class_power_pe66_exp":0.0048495705,"mutual_information":0.0119509566,"power_bald":0.0032894012,"power_pe":0.0036237381,"pred_entropy":0.0052774514,"random-label":0.0051298011,"random-label2":0.0048095138,"softrank_bald":0.0029407504},"('Mean Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.8505951588,"class_pe66":0.8523481934,"class_power_pe66_exp":0.8517474768,"mutual_information":0.8166631253,"power_bald":0.8396366741,"power_pe":0.8334977064,"pred_entropy":0.833990734,"random-label":0.8510860631,"random-label2":0.8340020206,"softrank_bald":0.8355076344},"('Mean Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0029575797,"class_power_pe66_exp":0.0023631852,"mutual_information":0.0240308386,"power_bald":0.0040580783,"power_pe":0.0021473909,"pred_entropy":0.0040725189,"random-label":0.003032419,"random-label2":0.0035071069,"softrank_bald":0.0008207902},"('Mean Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.9299789408,"class_pe66":0.9196113025,"class_power_pe66_exp":0.9186572473,"mutual_information":0.9185522486,"power_bald":0.9179545996,"power_pe":0.9165735661,"pred_entropy":0.9201151558,"random-label":0.913386979,"random-label2":0.9016098369,"softrank_bald":0.9219479389},"('Class 1 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0085530658,"class_power_pe66_exp":0.0108683719,"mutual_information":0.0051802101,"power_bald":0.0091413008,"power_pe":0.0081016285,"pred_entropy":0.004531093,"random-label":0.0068421587,"random-label2":0.0143234187,"softrank_bald":0.0042094646},"('Class 1 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.9426777056,"class_pe66":0.9392163919,"class_power_pe66_exp":0.9394166786,"mutual_information":0.9368729357,"power_bald":0.9359436587,"power_pe":0.9317688672,"pred_entropy":0.942548626,"random-label":0.9290089826,"random-label2":0.9224517737,"softrank_bald":0.9399343592},"('Class 1 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0015577443,"class_power_pe66_exp":0.0017146782,"mutual_information":0.0043489757,"power_bald":0.002539356,"power_pe":0.0003270592,"pred_entropy":0.0010850116,"random-label":0.0071319134,"random-label2":0.0035794749,"softrank_bald":0.0015391423},"('Class 1 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"class_pe33":0.7634449169,"class_pe66":0.7685794656,"class_power_pe66_exp":0.7646995267,"mutual_information":0.7407148003,"power_bald":0.7590423418,"power_pe":0.7613333396,"pred_entropy":0.7544088111,"random-label":0.7849390655,"random-label2":0.7546580975,"softrank_bald":0.7596144039},"('Class 10 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0056613573,"class_power_pe66_exp":0.0095637963,"mutual_information":0.0128998034,"power_bald":0.0093388415,"power_pe":0.0120936683,"pred_entropy":0.0070577088,"random-label":0.007167651,"random-label2":0.0082946588,"softrank_bald":0.0037265369},"('Class 10 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"class_pe33":0.8190213369,"class_pe66":0.8199933998,"class_power_pe66_exp":0.8190259566,"mutual_information":0.7958884104,"power_bald":0.8033143055,"power_pe":0.8034898466,"pred_entropy":0.8179050104,"random-label":0.8267777572,"random-label2":0.8022300209,"softrank_bald":0.8071892132},"('Class 10 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0037000675,"class_power_pe66_exp":0.005001463,"mutual_information":0.0224532139,"power_bald":0.0062745967,"power_pe":0.004306025,"pred_entropy":0.0024702941,"random-label":0.0062020418,"random-label2":0.0089182183,"softrank_bald":0.0020579821},"('Class 10 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"class_pe33":0.7018288269,"class_pe66":0.7295004469,"class_power_pe66_exp":0.7254113128,"mutual_information":0.5648752496,"power_bald":0.706173586,"power_pe":0.7070234238,"pred_entropy":0.6337681575,"random-label":0.7545738181,"random-label2":0.7296442939,"softrank_bald":0.6748581774},"('Class 11 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0084194866,"class_power_pe66_exp":0.0090943472,"mutual_information":0.1213579809,"power_bald":0.0203826518,"power_pe":0.018755618,"pred_entropy":0.0752956445,"random-label":0.0117349467,"random-label2":0.0145834506,"softrank_bald":0.0224174922},"('Class 11 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"class_pe33":0.7516257639,"class_pe66":0.7643740039,"class_power_pe66_exp":0.7669486364,"mutual_information":0.6526689112,"power_bald":0.7389693891,"power_pe":0.7339526975,"pred_entropy":0.6984444044,"random-label":0.7828827098,"random-label2":0.7631838708,"softrank_bald":0.7033210459},"('Class 11 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0053585422,"class_power_pe66_exp":0.0032432765,"mutual_information":0.0673422877,"power_bald":0.0132079705,"power_pe":0.0122452933,"pred_entropy":0.0270452697,"random-label":0.0053055583,"random-label2":0.0119797468,"softrank_bald":0.0174948127},"('Class 11 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"class_pe33":0.6823989364,"class_pe66":0.7063517519,"class_power_pe66_exp":0.7077794432,"mutual_information":0.5228074128,"power_bald":0.6841800833,"power_pe":0.6700392723,"pred_entropy":0.6083472391,"random-label":0.741415508,"random-label2":0.7101539639,"softrank_bald":0.6347762276},"('Class 12 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.033610368,"class_power_pe66_exp":0.0281053549,"mutual_information":0.1276580582,"power_bald":0.0172153002,"power_pe":0.0274408093,"pred_entropy":0.039058867,"random-label":0.0200996027,"random-label2":0.0166066252,"softrank_bald":0.0275533871},"('Class 12 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"class_pe33":0.7519867875,"class_pe66":0.7682974624,"class_power_pe66_exp":0.7697748225,"mutual_information":0.6150892947,"power_bald":0.7350548861,"power_pe":0.7351219009,"pred_entropy":0.6905120364,"random-label":0.7866172668,"random-label2":0.7667503664,"softrank_bald":0.6960303678},"('Class 12 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0018309813,"class_power_pe66_exp":0.0070006108,"mutual_information":0.0958471822,"power_bald":0.0109260844,"power_pe":0.0109547772,"pred_entropy":0.0120813305,"random-label":0.005833914,"random-label2":0.0143035014,"softrank_bald":0.0112244505},"('Class 12 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"class_pe33":0.6601488201,"class_pe66":0.6633276545,"class_power_pe66_exp":0.6603102722,"mutual_information":0.6065660872,"power_bald":0.6480302281,"power_pe":0.6427313163,"pred_entropy":0.6296188889,"random-label":0.6899229518,"random-label2":0.652279218,"softrank_bald":0.6418280955},"('Class 13 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0110140157,"class_power_pe66_exp":0.0084021912,"mutual_information":0.0205499717,"power_bald":0.0100061137,"power_pe":0.0126377035,"pred_entropy":0.0128519012,"random-label":0.0101696553,"random-label2":0.0121031584,"softrank_bald":0.0111467602},"('Class 13 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"class_pe33":0.7224264171,"class_pe66":0.729868384,"class_power_pe66_exp":0.7271331026,"mutual_information":0.6941619649,"power_bald":0.7111431363,"power_pe":0.7004501105,"pred_entropy":0.7195466505,"random-label":0.7471178685,"random-label2":0.7152362654,"softrank_bald":0.7110071176},"('Class 13 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0054932422,"class_power_pe66_exp":0.0027355273,"mutual_information":0.0344365807,"power_bald":0.0068384787,"power_pe":0.0040555014,"pred_entropy":0.0016593623,"random-label":0.0043545655,"random-label2":0.0116396417,"softrank_bald":0.0102109462},"('Class 13 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"class_pe33":0.7634632355,"class_pe66":0.7724117931,"class_power_pe66_exp":0.7783434782,"mutual_information":0.7505131232,"power_bald":0.7716696612,"power_pe":0.7630447383,"pred_entropy":0.7691972992,"random-label":0.7691627569,"random-label2":0.7626755566,"softrank_bald":0.7655508331},"('Class 14 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.012633553,"class_power_pe66_exp":0.0080883155,"mutual_information":0.0169665367,"power_bald":0.0142405561,"power_pe":0.0091070179,"pred_entropy":0.0131468924,"random-label":0.0130646726,"random-label2":0.0123343105,"softrank_bald":0.0178190892},"('Class 14 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"class_pe33":0.8350720378,"class_pe66":0.8348261462,"class_power_pe66_exp":0.8325370696,"mutual_information":0.8139860571,"power_bald":0.8210835547,"power_pe":0.8148636576,"pred_entropy":0.8370533947,"random-label":0.8052977883,"random-label2":0.7881022238,"softrank_bald":0.8283996454},"('Class 14 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0066557976,"class_power_pe66_exp":0.0083023683,"mutual_information":0.0104271031,"power_bald":0.0069050634,"power_pe":0.0031280027,"pred_entropy":0.0055984241,"random-label":0.0085732223,"random-label2":0.0151330783,"softrank_bald":0.0025601437},"('Class 14 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"class_pe33":0.660104565,"class_pe66":0.6676360581,"class_power_pe66_exp":0.7052911464,"mutual_information":0.634417412,"power_bald":0.6922673034,"power_pe":0.6818233293,"pred_entropy":0.6499323944,"random-label":0.6892681807,"random-label2":0.6939711889,"softrank_bald":0.697344953},"('Class 15 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0271232965,"class_power_pe66_exp":0.0129258702,"mutual_information":0.0364918443,"power_bald":0.0072213175,"power_pe":0.016606994,"pred_entropy":0.020082908,"random-label":0.0281086023,"random-label2":0.0212110569,"softrank_bald":0.0110168426},"('Class 15 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"class_pe33":0.7940555964,"class_pe66":0.7875836751,"class_power_pe66_exp":0.7658804287,"mutual_information":0.7660696832,"power_bald":0.7564829811,"power_pe":0.756596809,"pred_entropy":0.8015384308,"random-label":0.7441440961,"random-label2":0.7372528016,"softrank_bald":0.7886604642},"('Class 15 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0196561075,"class_power_pe66_exp":0.023865021,"mutual_information":0.0159684195,"power_bald":0.0078232451,"power_pe":0.0198532767,"pred_entropy":0.0080952604,"random-label":0.0333594471,"random-label2":0.0147964271,"softrank_bald":0.0034685369},"('Class 15 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.9167038042,"class_pe66":0.9015882761,"class_power_pe66_exp":0.9032582493,"mutual_information":0.8897163856,"power_bald":0.8911056345,"power_pe":0.889466109,"pred_entropy":0.888864867,"random-label":0.900693697,"random-label2":0.8713977246,"softrank_bald":0.8964375821},"('Class 2 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0179593123,"class_power_pe66_exp":0.0170017211,"mutual_information":0.0195766215,"power_bald":0.0105108026,"power_pe":0.0218777654,"pred_entropy":0.0107054294,"random-label":0.0172118928,"random-label2":0.0131403133,"softrank_bald":0.0069966179},"('Class 2 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.9522868477,"class_pe66":0.9525590161,"class_power_pe66_exp":0.9497607211,"mutual_information":0.9394233562,"power_bald":0.9414522514,"power_pe":0.9398783652,"pred_entropy":0.9488514621,"random-label":0.9500665638,"random-label2":0.9274331875,"softrank_bald":0.942287461},"('Class 2 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0015969693,"class_power_pe66_exp":0.001468598,"mutual_information":0.0118587143,"power_bald":0.0030782189,"power_pe":0.002658667,"pred_entropy":0.0035147266,"random-label":0.0041835039,"random-label2":0.0089350937,"softrank_bald":0.0049380759},"('Class 2 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.9295945382,"class_pe66":0.9055737962,"class_power_pe66_exp":0.9079743403,"mutual_information":0.8981961791,"power_bald":0.9016333423,"power_pe":0.8983138733,"pred_entropy":0.900060867,"random-label":0.9030513408,"random-label2":0.8844819943,"softrank_bald":0.908982109},"('Class 3 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.021654645,"class_power_pe66_exp":0.0244509824,"mutual_information":0.0348281026,"power_bald":0.0198127263,"power_pe":0.0272739218,"pred_entropy":0.0186975211,"random-label":0.0234897381,"random-label2":0.0190884556,"softrank_bald":0.0156152772},"('Class 3 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.9561610859,"class_pe66":0.9552570844,"class_power_pe66_exp":0.9538353962,"mutual_information":0.945899394,"power_bald":0.9457940072,"power_pe":0.9454788432,"pred_entropy":0.9540867971,"random-label":0.9490405147,"random-label2":0.9364193484,"softrank_bald":0.9493546381},"('Class 3 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0014398169,"class_power_pe66_exp":0.0014868473,"mutual_information":0.0096558402,"power_bald":0.0019323886,"power_pe":0.0027727378,"pred_entropy":0.0010164176,"random-label":0.0057147714,"random-label2":0.0039607588,"softrank_bald":0.0029114571},"('Class 3 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"class_pe33":0.7285378967,"class_pe66":0.7203417096,"class_power_pe66_exp":0.7163357171,"mutual_information":0.6998130968,"power_bald":0.7134796116,"power_pe":0.7000792975,"pred_entropy":0.7058317471,"random-label":0.7229277396,"random-label2":0.6991841598,"softrank_bald":0.7068715351},"('Class 4 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0044520951,"class_power_pe66_exp":0.0127083101,"mutual_information":0.0112132418,"power_bald":0.0171792882,"power_pe":0.0122106671,"pred_entropy":0.0061196586,"random-label":0.021037976,"random-label2":0.01253206,"softrank_bald":0.0071963393},"('Class 4 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"class_pe33":0.7781754616,"class_pe66":0.7657972902,"class_power_pe66_exp":0.7672946227,"mutual_information":0.7495019952,"power_bald":0.7635007101,"power_pe":0.7391747327,"pred_entropy":0.7597375375,"random-label":0.7610744369,"random-label2":0.7388095172,"softrank_bald":0.75875092},"('Class 4 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.007469745,"class_power_pe66_exp":0.0089683912,"mutual_information":0.0283146318,"power_bald":0.0234834741,"power_pe":0.0049013297,"pred_entropy":0.0115608585,"random-label":0.0172419144,"random-label2":0.0035558149,"softrank_bald":0.0069539776},"('Class 4 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"class_pe33":0.7130897703,"class_pe66":0.7252792113,"class_power_pe66_exp":0.7465056054,"mutual_information":0.6211305006,"power_bald":0.719850636,"power_pe":0.6973326353,"pred_entropy":0.5906109914,"random-label":0.7608875517,"random-label2":0.746583634,"softrank_bald":0.6774138426},"('Class 5 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0160224744,"class_power_pe66_exp":0.0128370403,"mutual_information":0.0118183741,"power_bald":0.0190990508,"power_pe":0.0114667205,"pred_entropy":0.0461070632,"random-label":0.0140852454,"random-label2":0.0226279203,"softrank_bald":0.0266427756},"('Class 5 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"class_pe33":0.771603479,"class_pe66":0.7866843154,"class_power_pe66_exp":0.7973770088,"mutual_information":0.7021397906,"power_bald":0.7696204226,"power_pe":0.7476097897,"pred_entropy":0.6708591594,"random-label":0.8155473789,"random-label2":0.7997313437,"softrank_bald":0.73779033},"('Class 5 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0067741768,"class_power_pe66_exp":0.0061612016,"mutual_information":0.0332238744,"power_bald":0.0112941346,"power_pe":0.0162994274,"pred_entropy":0.0299531492,"random-label":0.0068581316,"random-label2":0.0104166543,"softrank_bald":0.0212708067},"('Class 5 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"class_pe33":0.9586058531,"class_pe66":0.9554881989,"class_power_pe66_exp":0.9543936091,"mutual_information":0.9547013826,"power_bald":0.955712315,"power_pe":0.9552086416,"pred_entropy":0.9552263858,"random-label":0.9489303263,"random-label2":0.940461836,"softrank_bald":0.9567977814},"('Class 6 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0028958062,"class_power_pe66_exp":0.0058072621,"mutual_information":0.0026112007,"power_bald":0.0028465994,"power_pe":0.0029839135,"pred_entropy":0.0022191922,"random-label":0.0060437142,"random-label2":0.0095032135,"softrank_bald":0.0028287892},"('Class 6 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"class_pe33":0.9673758016,"class_pe66":0.967410299,"class_power_pe66_exp":0.9687592724,"mutual_information":0.9663235908,"power_bald":0.968078535,"power_pe":0.966529781,"pred_entropy":0.9679631775,"random-label":0.9629411472,"random-label2":0.954578891,"softrank_bald":0.9684396762},"('Class 6 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0004316317,"class_power_pe66_exp":0.0002277122,"mutual_information":0.0024140518,"power_bald":0.0011752926,"power_pe":0.0004730046,"pred_entropy":0.0007271912,"random-label":0.0021939534,"random-label2":0.0042273775,"softrank_bald":0.0007484782},"('Class 6 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"class_pe33":0.8115234202,"class_pe66":0.812316957,"class_power_pe66_exp":0.8135252104,"mutual_information":0.8155364089,"power_bald":0.8157253236,"power_pe":0.8111561797,"pred_entropy":0.817138953,"random-label":0.8029877153,"random-label2":0.7692005801,"softrank_bald":0.8231783917},"('Class 7 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0069950678,"class_power_pe66_exp":0.0125030007,"mutual_information":0.0154745605,"power_bald":0.006809095,"power_pe":0.0125484567,"pred_entropy":0.0093593118,"random-label":0.0109678049,"random-label2":0.0133111305,"softrank_bald":0.0068986854},"('Class 7 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"class_pe33":0.8782685573,"class_pe66":0.872825085,"class_power_pe66_exp":0.8761349819,"mutual_information":0.8651913163,"power_bald":0.8670868751,"power_pe":0.8625108694,"pred_entropy":0.8834450672,"random-label":0.8601782068,"random-label2":0.8327985459,"softrank_bald":0.8748245174},"('Class 7 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0060382106,"class_power_pe66_exp":0.0024088017,"mutual_information":0.016605891,"power_bald":0.0063395907,"power_pe":0.0056433758,"pred_entropy":0.0027470666,"random-label":0.0085307293,"random-label2":0.0065429842,"softrank_bald":0.0046451764},"('Class 7 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"class_pe33":0.9252657081,"class_pe66":0.9307333026,"class_power_pe66_exp":0.9334262993,"mutual_information":0.9023345082,"power_bald":0.9315361204,"power_pe":0.9284072207,"pred_entropy":0.9030301071,"random-label":0.9273946859,"random-label2":0.9255946726,"softrank_bald":0.9270692184},"('Class 8 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0036052615,"class_power_pe66_exp":0.0027188619,"mutual_information":0.0116594472,"power_bald":0.0028182636,"power_pe":0.0038401354,"pred_entropy":0.016395318,"random-label":0.0084146157,"random-label2":0.0023432198,"softrank_bald":0.0048690086},"('Class 8 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"class_pe33":0.9437897546,"class_pe66":0.9440020656,"class_power_pe66_exp":0.9463269815,"mutual_information":0.9337537205,"power_bald":0.9444962516,"power_pe":0.9411459355,"pred_entropy":0.932082482,"random-label":0.9448996221,"random-label2":0.9385704775,"softrank_bald":0.9420982802},"('Class 8 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0019802253,"class_power_pe66_exp":0.0007625299,"mutual_information":0.0103393662,"power_bald":0.0007145146,"power_pe":0.0036089449,"pred_entropy":0.0096167025,"random-label":0.0034916734,"random-label2":0.0046243448,"softrank_bald":0.0024742954},"('Class 8 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"class_pe33":0.8792630328,"class_pe66":0.8760152754,"class_power_pe66_exp":0.8752102852,"mutual_information":0.8447416237,"power_bald":0.8726789032,"power_pe":0.8676284216,"pred_entropy":0.8549227438,"random-label":0.8829555468,"random-label2":0.8701333276,"softrank_bald":0.8635786516},"('Class 9 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0037202751,"class_power_pe66_exp":0.0047345177,"mutual_information":0.0068522174,"power_bald":0.002514596,"power_pe":0.0058797946,"pred_entropy":0.007522224,"random-label":0.0019654624,"random-label2":0.0050550923,"softrank_bald":0.0038253161},"('Class 9 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"class_pe33":0.8944007487,"class_pe66":0.8965282817,"class_power_pe66_exp":0.8960064715,"mutual_information":0.8729764588,"power_bald":0.8925291471,"power_pe":0.8838933904,"pred_entropy":0.8852867743,"random-label":0.900696607,"random-label2":0.8864816749,"softrank_bald":0.8845264796},"('Class 9 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0015428734,"class_power_pe66_exp":0.0033693316,"mutual_information":0.0109390464,"power_bald":0.0034922276,"power_pe":0.0047996264,"pred_entropy":0.0022278078,"random-label":0.0018736677,"random-label2":0.002553115,"softrank_bald":0.0026553405},"('Class 9 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..3690f163a4515aca6bcd30ede6391dd05532727e --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt @@ -0,0 +1,13 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.801597 NaN 1 0.850595 NaN 1 0.929979 NaN 1 0.942678 NaN 1 0.763445 NaN 1 0.819021 NaN 1 0.701829 NaN 1 0.751626 NaN 1 0.682399 NaN 1 0.751987 NaN 1 0.660149 NaN 1 0.722426 NaN 1 0.763463 NaN 1 0.835072 NaN 1 0.660105 NaN 1 0.794056 NaN 1 0.916704 NaN 1 0.952287 NaN 1 0.929595 NaN 1 0.956161 NaN 1 0.728538 NaN 1 0.778175 NaN 1 0.713090 NaN 1 0.771603 NaN 1 0.958606 NaN 1 0.967376 NaN 1 0.811523 NaN 1 0.878269 NaN 1 0.925266 NaN 1 0.943790 NaN 1 0.879263 NaN 1 0.894401 NaN 1 +class_pe66 0.803650 0.005565 4 0.852348 0.002958 4 0.919611 0.008553 4 0.939216 0.001558 4 0.768579 0.005661 4 0.819993 0.003700 4 0.729500 0.008419 4 0.764374 0.005359 4 0.706352 0.033610 4 0.768297 0.001831 4 0.663328 0.011014 4 0.729868 0.005493 4 0.772412 0.012634 4 0.834826 0.006656 4 0.667636 0.027123 4 0.787584 0.019656 4 0.901588 0.017959 4 0.952559 0.001597 4 0.905574 0.021655 4 0.955257 0.001440 4 0.720342 0.004452 4 0.765797 0.007470 4 0.725279 0.016022 4 0.786684 0.006774 4 0.955488 0.002896 4 0.967410 0.000432 4 0.812317 0.006995 4 0.872825 0.006038 4 0.930733 0.003605 4 0.944002 0.001980 4 0.876015 0.003720 4 0.896528 0.001543 4 +class_power_pe66_exp 0.807408 0.004850 4 0.851747 0.002363 4 0.918657 0.010868 4 0.939417 0.001715 4 0.764700 0.009564 4 0.819026 0.005001 4 0.725411 0.009094 4 0.766949 0.003243 4 0.707779 0.028105 4 0.769775 0.007001 4 0.660310 0.008402 4 0.727133 0.002736 4 0.778343 0.008088 4 0.832537 0.008302 4 0.705291 0.012926 4 0.765880 0.023865 4 0.903258 0.017002 4 0.949761 0.001469 4 0.907974 0.024451 4 0.953835 0.001487 4 0.716336 0.012708 4 0.767295 0.008968 4 0.746506 0.012837 4 0.797377 0.006161 4 0.954394 0.005807 4 0.968759 0.000228 4 0.813525 0.012503 4 0.876135 0.002409 4 0.933426 0.002719 4 0.946327 0.000763 4 0.875210 0.004735 4 0.896006 0.003369 4 +mutual_information 0.757641 0.011951 4 0.816663 0.024031 4 0.918552 0.005180 4 0.936873 0.004349 4 0.740715 0.012900 4 0.795888 0.022453 4 0.564875 0.121358 4 0.652669 0.067342 4 0.522807 0.127658 4 0.615089 0.095847 4 0.606566 0.020550 4 0.694162 0.034437 4 0.750513 0.016967 4 0.813986 0.010427 4 0.634417 0.036492 4 0.766070 0.015968 4 0.889716 0.019577 4 0.939423 0.011859 4 0.898196 0.034828 4 0.945899 0.009656 4 0.699813 0.011213 4 0.749502 0.028315 4 0.621131 0.011818 4 0.702140 0.033224 4 0.954701 0.002611 4 0.966324 0.002414 4 0.815536 0.015475 4 0.865191 0.016606 4 0.902335 0.011659 4 0.933754 0.010339 4 0.844742 0.006852 4 0.872976 0.010939 4 +power_bald 0.798736 0.003289 4 0.839637 0.004058 4 0.917955 0.009141 4 0.935944 0.002539 4 0.759042 0.009339 4 0.803314 0.006275 4 0.706174 0.020383 4 0.738969 0.013208 4 0.684180 0.017215 4 0.735055 0.010926 4 0.648030 0.010006 4 0.711143 0.006838 4 0.771670 0.014241 4 0.821084 0.006905 4 0.692267 0.007221 4 0.756483 0.007823 4 0.891106 0.010511 4 0.941452 0.003078 4 0.901633 0.019813 4 0.945794 0.001932 4 0.713480 0.017179 4 0.763501 0.023483 4 0.719851 0.019099 4 0.769620 0.011294 4 0.955712 0.002847 4 0.968079 0.001175 4 0.815725 0.006809 4 0.867087 0.006340 4 0.931536 0.002818 4 0.944496 0.000715 4 0.872679 0.002515 4 0.892529 0.003492 4 +power_pe 0.792677 0.003624 4 0.833498 0.002147 4 0.916574 0.008102 4 0.931769 0.000327 4 0.761333 0.012094 4 0.803490 0.004306 4 0.707023 0.018756 4 0.733953 0.012245 4 0.670039 0.027441 4 0.735122 0.010955 4 0.642731 0.012638 4 0.700450 0.004056 4 0.763045 0.009107 4 0.814864 0.003128 4 0.681823 0.016607 4 0.756597 0.019853 4 0.889466 0.021878 4 0.939878 0.002659 4 0.898314 0.027274 4 0.945479 0.002773 4 0.700079 0.012211 4 0.739175 0.004901 4 0.697333 0.011467 4 0.747610 0.016299 4 0.955209 0.002984 4 0.966530 0.000473 4 0.811156 0.012548 4 0.862511 0.005643 4 0.928407 0.003840 4 0.941146 0.003609 4 0.867628 0.005880 4 0.883893 0.004800 4 +pred_entropy 0.772072 0.005277 4 0.833991 0.004073 4 0.920115 0.004531 4 0.942549 0.001085 4 0.754409 0.007058 4 0.817905 0.002470 4 0.633768 0.075296 4 0.698444 0.027045 4 0.608347 0.039059 4 0.690512 0.012081 4 0.629619 0.012852 4 0.719547 0.001659 4 0.769197 0.013147 4 0.837053 0.005598 4 0.649932 0.020083 4 0.801538 0.008095 4 0.888865 0.010705 4 0.948851 0.003515 4 0.900061 0.018698 4 0.954087 0.001016 4 0.705832 0.006120 4 0.759738 0.011561 4 0.590611 0.046107 4 0.670859 0.029953 4 0.955226 0.002219 4 0.967963 0.000727 4 0.817139 0.009359 4 0.883445 0.002747 4 0.903030 0.016395 4 0.932082 0.009617 4 0.854923 0.007522 4 0.885287 0.002228 4 +random-label 0.812833 0.005130 4 0.851086 0.003032 4 0.913387 0.006842 4 0.929009 0.007132 4 0.784939 0.007168 4 0.826778 0.006202 4 0.754574 0.011735 4 0.782883 0.005306 4 0.741416 0.020100 4 0.786617 0.005834 4 0.689923 0.010170 4 0.747118 0.004355 4 0.769163 0.013065 4 0.805298 0.008573 4 0.689268 0.028109 4 0.744144 0.033359 4 0.900694 0.017212 4 0.950067 0.004184 4 0.903051 0.023490 4 0.949041 0.005715 4 0.722928 0.021038 4 0.761074 0.017242 4 0.760888 0.014085 4 0.815547 0.006858 4 0.948930 0.006044 4 0.962941 0.002194 4 0.802988 0.010968 4 0.860178 0.008531 4 0.927395 0.008415 4 0.944900 0.003492 4 0.882956 0.001965 4 0.900697 0.001874 4 +random-label2 0.794135 0.004810 4 0.834002 0.003507 4 0.901610 0.014323 4 0.922452 0.003579 4 0.754658 0.008295 4 0.802230 0.008918 4 0.729644 0.014583 4 0.763184 0.011980 4 0.710154 0.016607 4 0.766750 0.014304 4 0.652279 0.012103 4 0.715236 0.011640 4 0.762676 0.012334 4 0.788102 0.015133 4 0.693971 0.021211 4 0.737253 0.014796 4 0.871398 0.013140 4 0.927433 0.008935 4 0.884482 0.019088 4 0.936419 0.003961 4 0.699184 0.012532 4 0.738810 0.003556 4 0.746584 0.022628 4 0.799731 0.010417 4 0.940462 0.009503 4 0.954579 0.004227 4 0.769201 0.013311 4 0.832799 0.006543 4 0.925595 0.002343 4 0.938570 0.004624 4 0.870133 0.005055 4 0.886482 0.002553 4 +softrank_bald 0.790417 0.002941 4 0.835508 0.000821 4 0.921948 0.004209 4 0.939934 0.001539 4 0.759614 0.003727 4 0.807189 0.002058 4 0.674858 0.022417 4 0.703321 0.017495 4 0.634776 0.027553 4 0.696030 0.011224 4 0.641828 0.011147 4 0.711007 0.010211 4 0.765551 0.017819 4 0.828400 0.002560 4 0.697345 0.011017 4 0.788660 0.003469 4 0.896438 0.006997 4 0.942287 0.004938 4 0.908982 0.015615 4 0.949355 0.002911 4 0.706872 0.007196 4 0.758751 0.006954 4 0.677414 0.026643 4 0.737790 0.021271 4 0.956798 0.002829 4 0.968440 0.000748 4 0.823178 0.006899 4 0.874825 0.004645 4 0.927069 0.004869 4 0.942098 0.002474 4 0.863579 0.003825 4 0.884526 0.002655 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..328153e4a4777c9d21fe5b70b9d381c32e010eb9 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt @@ -0,0 +1,11 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 85.06 (+/- nan) 80.16 (+/- nan) 1.0 +class_pe66 85.23 (+/- 0.30) 80.37 (+/- 0.56) 4.0 +class_power_pe66_exp 85.17 (+/- 0.24) 80.74 (+/- 0.48) 4.0 +mutual_information 81.67 (+/- 2.40) 75.76 (+/- 1.20) 4.0 +power_bald 83.96 (+/- 0.41) 79.87 (+/- 0.33) 4.0 +power_pe 83.35 (+/- 0.21) 79.27 (+/- 0.36) 4.0 +pred_entropy 83.40 (+/- 0.41) 77.21 (+/- 0.53) 4.0 +random-label 85.11 (+/- 0.30) 81.28 (+/- 0.51) 4.0 +random-label2 83.40 (+/- 0.35) 79.41 (+/- 0.48) 4.0 +softrank_bald 83.55 (+/- 0.08) 79.04 (+/- 0.29) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..0074e8ca407b8f995701f2889b5323fa1e20139d --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe66_exp","3":"mutual_information","4":"power_bald","5":"power_pe","6":"pred_entropy","7":"random-label","8":"random-label2","9":"softrank_bald"},"beta":{"0":13.4720671918,"1":14.0776418914,"2":23.5491100516,"3":7.9019673467,"4":24.9760343685,"5":22.8032410376,"6":9.1851336479,"7":27.9941984148,"8":33.9038544702,"9":14.5373814932},"beta_std":{"0":1.7328333404,"1":0.2110812252,"2":3.9183278867,"3":0.5398504181,"4":1.1048004412,"5":0.6889479065,"6":0.249876362,"7":2.9185400337,"8":3.1852753907,"9":0.3268856682}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..186c38e5aed53b8a0b1816febfe5cb0a38bbfe4d --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt @@ -0,0 +1,11 @@ + Query Method beta beta_std +0 class_pe33 13.472067 1.732833 +1 class_pe66 14.077642 0.211081 +2 class_power_pe66_exp 23.549110 3.918328 +3 mutual_information 7.901967 0.539850 +4 power_bald 24.976034 1.104800 +5 power_pe 22.803241 0.688948 +6 pred_entropy 9.185134 0.249876 +7 random-label 27.994198 2.918540 +8 random-label2 33.903854 3.185275 +9 softrank_bald 14.537381 0.326886 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..f98328ca597bf59783f071431456aba96990f798 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac27af8c30525d1c4fd951a274dcaddcc264c3c7debc060088f0cc241e69769b +size 1324040 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..7e7fdfb9a8ee420379266deec364d25f2bcb6d92 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json @@ -0,0 +1,132 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.0, + "random-label2": 0.4, + "random-label": 0.6000000000000001, + "softrank_bald": 0.6000000000000001, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.6000000000000001 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.6000000000000001 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.4, + "random-label": 0.8, + "softrank_bald": 0.4, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.4, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.2 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..4361b3b7f57f0ff1811661fa5e002be92c5bea11 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b276202f54363e556ce782cad497f74161b6869dcee80568c621986d21066e7 +size 114723 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0f70176c6de9aba0c2144492c3113b9850ee7296 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2e193c5b35a67dbae351144f4a4e6c61eb463b03df722fc1e2745c54c95052b +size 220290 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..a06dd94ce043c30237d5f69412447e67023a2781 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.7478686027,"power_bald":0.789343558,"power_pe":0.7910890111,"pred_entropy":0.7705667726,"random":0.7281263015,"random-label":0.8130737588,"random-label2":0.7962505742,"softrank_bald":0.7803748592},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0196645072,"power_bald":0.0058429587,"power_pe":0.0029574298,"pred_entropy":0.0061293023,"random":0.0131456966,"random-label":0.003937437,"random-label2":0.0053271886,"softrank_bald":0.0034092537},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.8000567227,"power_bald":0.8251396503,"power_pe":0.8314959431,"pred_entropy":0.8164220609,"random":0.7545940877,"random-label":0.8493758396,"random-label2":0.8370447886,"softrank_bald":0.8211662961},"('Mean Dice Final', 'std')":{"mutual_information":0.0207219891,"power_bald":0.0042366158,"power_pe":0.0044916705,"pred_entropy":0.0049963604,"random":0.0094306771,"random-label":0.0046228615,"random-label2":0.0036834542,"softrank_bald":0.0096697044},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.9120243746,"power_bald":0.9144142536,"power_pe":0.9166985559,"pred_entropy":0.9139008421,"random":0.8860020063,"random-label":0.9126079383,"random-label2":0.9078790002,"softrank_bald":0.9188063787},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0048398639,"power_bald":0.0099905331,"power_pe":0.0066079865,"pred_entropy":0.0101064103,"random":0.0123798959,"random-label":0.0099192233,"random-label2":0.0128803212,"softrank_bald":0.0066869121},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9343318184,"power_bald":0.9314977802,"power_pe":0.932513834,"pred_entropy":0.9354897814,"random":0.9029660488,"random-label":0.9279101925,"random-label2":0.9244613543,"softrank_bald":0.9366713474},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0058702036,"power_bald":0.0041796713,"power_pe":0.0023891614,"pred_entropy":0.0022318234,"random":0.0061180474,"random-label":0.0054187631,"random-label2":0.0047831736,"softrank_bald":0.0030065837},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"mutual_information":0.7132464256,"power_bald":0.7516433339,"power_pe":0.751694556,"pred_entropy":0.7599056747,"random":0.6787607465,"random-label":0.7889179288,"random-label2":0.7598360517,"softrank_bald":0.7525945795},"('Class 10 Dice AUBC', 'std')":{"mutual_information":0.018128055,"power_bald":0.0083397161,"power_pe":0.0078571031,"pred_entropy":0.0065276043,"random":0.0233065407,"random-label":0.0077316635,"random-label2":0.0121058618,"softrank_bald":0.0062753057},"('Class 10 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"mutual_information":0.7776586796,"power_bald":0.7909880361,"power_pe":0.7951688785,"pred_entropy":0.8114381395,"random":0.6998078469,"random-label":0.8322301609,"random-label2":0.8104510916,"softrank_bald":0.7964147103},"('Class 10 Dice Final', 'std')":{"mutual_information":0.0236304077,"power_bald":0.0080790928,"power_pe":0.0116258433,"pred_entropy":0.0108678706,"random":0.0234876292,"random-label":0.0073203457,"random-label2":0.0083938691,"softrank_bald":0.0091956131},"('Class 10 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"mutual_information":0.5986137289,"power_bald":0.700950986,"power_pe":0.7146317557,"pred_entropy":0.6455235686,"random":0.665993242,"random-label":0.7532399284,"random-label2":0.7308107125,"softrank_bald":0.6796347683},"('Class 11 Dice AUBC', 'std')":{"mutual_information":0.0375184345,"power_bald":0.0225182644,"power_pe":0.0027035672,"pred_entropy":0.0461904682,"random":0.0309520925,"random-label":0.0094182369,"random-label2":0.0169566664,"softrank_bald":0.0313639495},"('Class 11 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"mutual_information":0.6577780957,"power_bald":0.7252791307,"power_pe":0.7368043016,"pred_entropy":0.6968264707,"random":0.6757773791,"random-label":0.7825817091,"random-label2":0.7623264538,"softrank_bald":0.6936961258},"('Class 11 Dice Final', 'std')":{"mutual_information":0.0551874054,"power_bald":0.0189074591,"power_pe":0.0050705098,"pred_entropy":0.0186885893,"random":0.0345819602,"random-label":0.0042976175,"random-label2":0.0071578633,"softrank_bald":0.0451666857},"('Class 11 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"mutual_information":0.5341371825,"power_bald":0.6676482904,"power_pe":0.6788704732,"pred_entropy":0.5869691456,"random":0.6004639958,"random-label":0.746756396,"random-label2":0.7175493049,"softrank_bald":0.6228435733},"('Class 12 Dice AUBC', 'std')":{"mutual_information":0.1316541071,"power_bald":0.034810985,"power_pe":0.0373163048,"pred_entropy":0.1038728324,"random":0.0615410831,"random-label":0.0134518863,"random-label2":0.025446584,"softrank_bald":0.0543248633},"('Class 12 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"mutual_information":0.6262744043,"power_bald":0.7136311057,"power_pe":0.7344907351,"pred_entropy":0.6626715639,"random":0.6345154363,"random-label":0.7876735498,"random-label2":0.7654663951,"softrank_bald":0.6760132202},"('Class 12 Dice Final', 'std')":{"mutual_information":0.0841493296,"power_bald":0.0140919877,"power_pe":0.0174080377,"pred_entropy":0.0369254601,"random":0.0155479999,"random-label":0.0032452915,"random-label2":0.0125832337,"softrank_bald":0.0365281711},"('Class 12 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"mutual_information":0.5566453797,"power_bald":0.6306478398,"power_pe":0.6340161038,"pred_entropy":0.6266841417,"random":0.5466147632,"random-label":0.6874123731,"random-label2":0.6542851946,"softrank_bald":0.6207378387},"('Class 13 Dice AUBC', 'std')":{"mutual_information":0.0423206129,"power_bald":0.0148374327,"power_pe":0.0100378509,"pred_entropy":0.0155019305,"random":0.0348142529,"random-label":0.0107498561,"random-label2":0.0160990892,"softrank_bald":0.0149834641},"('Class 13 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"mutual_information":0.6464347299,"power_bald":0.6874546293,"power_pe":0.699747419,"pred_entropy":0.6949937126,"random":0.584052076,"random-label":0.7514178167,"random-label2":0.7212575243,"softrank_bald":0.6792070451},"('Class 13 Dice Final', 'std')":{"mutual_information":0.0319342476,"power_bald":0.0042090489,"power_pe":0.0099683379,"pred_entropy":0.0193935001,"random":0.0250431756,"random-label":0.0031708692,"random-label2":0.0045713447,"softrank_bald":0.0052315668},"('Class 13 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"mutual_information":0.7432728702,"power_bald":0.7534842141,"power_pe":0.7612054238,"pred_entropy":0.7545533752,"random":0.7179990671,"random-label":0.7697951835,"random-label2":0.758741391,"softrank_bald":0.755850003},"('Class 14 Dice AUBC', 'std')":{"mutual_information":0.0219340244,"power_bald":0.02048879,"power_pe":0.0079673816,"pred_entropy":0.018247877,"random":0.0116829899,"random-label":0.0048030042,"random-label2":0.0171567586,"softrank_bald":0.005045885},"('Class 14 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"mutual_information":0.7897399269,"power_bald":0.7833620989,"power_pe":0.7961495239,"pred_entropy":0.8004389385,"random":0.7339477357,"random-label":0.8066459275,"random-label2":0.7945549791,"softrank_bald":0.797600629},"('Class 14 Dice Final', 'std')":{"mutual_information":0.0236906597,"power_bald":0.0107957708,"power_pe":0.0130628657,"pred_entropy":0.0105481624,"random":0.0169346071,"random-label":0.0152236353,"random-label2":0.0106218558,"softrank_bald":0.0146382594},"('Class 14 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"mutual_information":0.6256134536,"power_bald":0.6871237199,"power_pe":0.6794376275,"pred_entropy":0.6480501316,"random":0.6042034341,"random-label":0.6808456316,"random-label2":0.6915122687,"softrank_bald":0.6669815518},"('Class 15 Dice AUBC', 'std')":{"mutual_information":0.0318572034,"power_bald":0.0063491605,"power_pe":0.0182337827,"pred_entropy":0.0283224114,"random":0.0362059905,"random-label":0.0295225161,"random-label2":0.0212559083,"softrank_bald":0.0149123623},"('Class 15 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"mutual_information":0.7116041992,"power_bald":0.7295333738,"power_pe":0.7462922825,"pred_entropy":0.7327114802,"random":0.6332775847,"random-label":0.7207523728,"random-label2":0.7351957371,"softrank_bald":0.7472021453},"('Class 15 Dice Final', 'std')":{"mutual_information":0.0682410301,"power_bald":0.0076691682,"power_pe":0.0270808928,"pred_entropy":0.0237903728,"random":0.0192951804,"random-label":0.0417161553,"random-label2":0.023825603,"softrank_bald":0.0302710298},"('Class 15 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8716816174,"power_bald":0.8866990202,"power_pe":0.8807633086,"pred_entropy":0.8731905309,"random":0.8195152358,"random-label":0.8985972559,"random-label2":0.880118723,"softrank_bald":0.8862805017},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.022840021,"power_bald":0.0149589749,"power_pe":0.0282506991,"pred_entropy":0.0159801649,"random":0.0340578672,"random-label":0.0137631363,"random-label2":0.0210744522,"softrank_bald":0.0169808874},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.9333831228,"power_bald":0.9307932681,"power_pe":0.9314817584,"pred_entropy":0.9334575208,"random":0.8641883407,"random-label":0.9500671985,"random-label2":0.9364043496,"softrank_bald":0.9384868645},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0032355927,"power_bald":0.0042312864,"power_pe":0.0095838237,"pred_entropy":0.0110303213,"random":0.0180853683,"random-label":0.0026052761,"random-label2":0.0099029431,"softrank_bald":0.0054796964},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.8814231687,"power_bald":0.8963824168,"power_pe":0.8962091739,"pred_entropy":0.8853469805,"random":0.8309978199,"random-label":0.9062226149,"random-label2":0.8884284118,"softrank_bald":0.8988530493},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0296656921,"power_bald":0.0244225707,"power_pe":0.0245006183,"pred_entropy":0.0237789423,"random":0.0575986038,"random-label":0.0164572858,"random-label2":0.0314245065,"softrank_bald":0.0230295892},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9385168699,"power_bald":0.938033896,"power_pe":0.9405076836,"pred_entropy":0.9414165556,"random":0.8755468072,"random-label":0.9507099554,"random-label2":0.9395096233,"softrank_bald":0.9441311043},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0035048501,"power_bald":0.0028188497,"power_pe":0.0068417467,"pred_entropy":0.0093690151,"random":0.0252082267,"random-label":0.0043300705,"random-label2":0.0053350709,"softrank_bald":0.0033621062},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"mutual_information":0.6670764795,"power_bald":0.6975063887,"power_pe":0.6963855072,"pred_entropy":0.7045200667,"random":0.6319113524,"random-label":0.7183702201,"random-label2":0.6974599988,"softrank_bald":0.6880952095},"('Class 4 Dice AUBC', 'std')":{"mutual_information":0.0226958912,"power_bald":0.0151477902,"power_pe":0.00907705,"pred_entropy":0.0132045055,"random":0.0478314944,"random-label":0.0216445054,"random-label2":0.0213266606,"softrank_bald":0.0152962767},"('Class 4 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"mutual_information":0.7206531769,"power_bald":0.7417880317,"power_pe":0.7491349615,"pred_entropy":0.7592882803,"random":0.6588945452,"random-label":0.7565403425,"random-label2":0.7453406427,"softrank_bald":0.7340458488},"('Class 4 Dice Final', 'std')":{"mutual_information":0.0277842665,"power_bald":0.0171383144,"power_pe":0.0171337125,"pred_entropy":0.0097314284,"random":0.0300157684,"random-label":0.0133529663,"random-label2":0.017692697,"softrank_bald":0.0217789762},"('Class 4 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"mutual_information":0.6245564244,"power_bald":0.7075052905,"power_pe":0.7109795953,"pred_entropy":0.6312379563,"random":0.5801467914,"random-label":0.760016638,"random-label2":0.7337597159,"softrank_bald":0.6644388006},"('Class 5 Dice AUBC', 'std')":{"mutual_information":0.0177671164,"power_bald":0.0109957012,"power_pe":0.0193831678,"pred_entropy":0.0200691577,"random":0.0819396607,"random-label":0.0129108722,"random-label2":0.013281432,"softrank_bald":0.0264610834},"('Class 5 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"mutual_information":0.6529522453,"power_bald":0.7575507352,"power_pe":0.7608774678,"pred_entropy":0.6470240753,"random":0.6197160803,"random-label":0.8067601039,"random-label2":0.7982455332,"softrank_bald":0.7257610588},"('Class 5 Dice Final', 'std')":{"mutual_information":0.0482627355,"power_bald":0.0092032934,"power_pe":0.0095127565,"pred_entropy":0.0247456138,"random":0.0712324959,"random-label":0.0065858412,"random-label2":0.0071336723,"softrank_bald":0.0262327483},"('Class 5 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"mutual_information":0.9521917792,"power_bald":0.9527203953,"power_pe":0.9529111029,"pred_entropy":0.9548952354,"random":0.9204636184,"random-label":0.9479276159,"random-label2":0.9421855229,"softrank_bald":0.9551607393},"('Class 6 Dice AUBC', 'std')":{"mutual_information":0.00332954,"power_bald":0.0028489117,"power_pe":0.0039022591,"pred_entropy":0.0035794961,"random":0.0166534381,"random-label":0.0066859947,"random-label2":0.0060393372,"softrank_bald":0.0036723406},"('Class 6 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"mutual_information":0.9650514125,"power_bald":0.966149288,"power_pe":0.965048875,"pred_entropy":0.9673709941,"random":0.9312983619,"random-label":0.9612752737,"random-label2":0.9582302919,"softrank_bald":0.9661348396},"('Class 6 Dice Final', 'std')":{"mutual_information":0.0014786711,"power_bald":0.0010229296,"power_pe":0.0022473331,"pred_entropy":0.0007864733,"random":0.0120278145,"random-label":0.0017692255,"random-label2":0.0022257871,"softrank_bald":0.0009094319},"('Class 6 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"mutual_information":0.7953388964,"power_bald":0.7996053114,"power_pe":0.7982711781,"pred_entropy":0.8143362517,"random":0.7019302318,"random-label":0.811667468,"random-label2":0.7849603421,"softrank_bald":0.8127669028},"('Class 7 Dice AUBC', 'std')":{"mutual_information":0.0218681498,"power_bald":0.0132656223,"power_pe":0.0133301659,"pred_entropy":0.0096898671,"random":0.0402238096,"random-label":0.0113502308,"random-label2":0.0118019306,"softrank_bald":0.0090811863},"('Class 7 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"mutual_information":0.8590675099,"power_bald":0.8542598391,"power_pe":0.8567843768,"pred_entropy":0.8712926117,"random":0.7449016948,"random-label":0.8629002361,"random-label2":0.8357818965,"softrank_bald":0.8631918575},"('Class 7 Dice Final', 'std')":{"mutual_information":0.0051648479,"power_bald":0.0047706945,"power_pe":0.0037817688,"pred_entropy":0.0032806398,"random":0.0177121533,"random-label":0.0063551782,"random-label2":0.0060546596,"softrank_bald":0.0053117259},"('Class 7 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"mutual_information":0.9051988823,"power_bald":0.9272340072,"power_pe":0.9267153969,"pred_entropy":0.8999581113,"random":0.9055321786,"random-label":0.9301146256,"random-label2":0.9227728974,"softrank_bald":0.9220212881},"('Class 8 Dice AUBC', 'std')":{"mutual_information":0.0113686097,"power_bald":0.0025540826,"power_pe":0.0043745898,"pred_entropy":0.0141760346,"random":0.0058092244,"random-label":0.0042833924,"random-label2":0.0080000999,"softrank_bald":0.0068641926},"('Class 8 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"mutual_information":0.9228082897,"power_bald":0.9416142527,"power_pe":0.9410868149,"pred_entropy":0.9121236851,"random":0.9185364149,"random-label":0.943389947,"random-label2":0.9355588873,"softrank_bald":0.9390715836},"('Class 8 Dice Final', 'std')":{"mutual_information":0.0091601337,"power_bald":0.0013086717,"power_pe":0.0015869552,"pred_entropy":0.0160384365,"random":0.008126616,"random-label":0.0017347609,"random-label2":0.0111668279,"softrank_bald":0.001719353},"('Class 8 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"mutual_information":0.8370083772,"power_bald":0.8665879021,"power_pe":0.8675454078,"pred_entropy":0.8594295764,"random":0.8313600387,"random-label":0.8836145634,"random-label2":0.8734590774,"softrank_bald":0.860557703},"('Class 9 Dice AUBC', 'std')":{"mutual_information":0.0114254092,"power_bald":0.0024171306,"power_pe":0.0066623308,"pred_entropy":0.0044966593,"random":0.0162230934,"random-label":0.0040557764,"random-label2":0.0040884054,"softrank_bald":0.0041757012},"('Class 9 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"mutual_information":0.8645963597,"power_bald":0.8851592895,"power_pe":0.886350234,"pred_entropy":0.8797871039,"random":0.8414849633,"random-label":0.8997828076,"random-label2":0.8928870691,"softrank_bald":0.8798660612},"('Class 9 Dice Final', 'std')":{"mutual_information":0.012314235,"power_bald":0.00525974,"power_pe":0.003419528,"pred_entropy":0.002027083,"random":0.0172580608,"random-label":0.0034344893,"random-label2":0.0019450649,"softrank_bald":0.007551079},"('Class 9 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..70c925164d9c2722afb532d3bc237cb4b2e0dad6 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.747869 0.019665 4 0.800057 0.020722 4 0.912024 0.004840 4 0.934332 0.005870 4 0.713246 0.018128 4 0.777659 0.023630 4 0.598614 0.037518 4 0.657778 0.055187 4 0.534137 0.131654 4 0.626274 0.084149 4 0.556645 0.042321 4 0.646435 0.031934 4 0.743273 0.021934 4 0.789740 0.023691 4 0.625613 0.031857 4 0.711604 0.068241 4 0.871682 0.022840 4 0.933383 0.003236 4 0.881423 0.029666 4 0.938517 0.003505 4 0.667076 0.022696 4 0.720653 0.027784 4 0.624556 0.017767 4 0.652952 0.048263 4 0.952192 0.003330 4 0.965051 0.001479 4 0.795339 0.021868 4 0.859068 0.005165 4 0.905199 0.011369 4 0.922808 0.009160 4 0.837008 0.011425 4 0.864596 0.012314 4 +power_bald 0.789344 0.005843 4 0.825140 0.004237 4 0.914414 0.009991 4 0.931498 0.004180 4 0.751643 0.008340 4 0.790988 0.008079 4 0.700951 0.022518 4 0.725279 0.018907 4 0.667648 0.034811 4 0.713631 0.014092 4 0.630648 0.014837 4 0.687455 0.004209 4 0.753484 0.020489 4 0.783362 0.010796 4 0.687124 0.006349 4 0.729533 0.007669 4 0.886699 0.014959 4 0.930793 0.004231 4 0.896382 0.024423 4 0.938034 0.002819 4 0.697506 0.015148 4 0.741788 0.017138 4 0.707505 0.010996 4 0.757551 0.009203 4 0.952720 0.002849 4 0.966149 0.001023 4 0.799605 0.013266 4 0.854260 0.004771 4 0.927234 0.002554 4 0.941614 0.001309 4 0.866588 0.002417 4 0.885159 0.005260 4 +power_pe 0.791089 0.002957 4 0.831496 0.004492 4 0.916699 0.006608 4 0.932514 0.002389 4 0.751695 0.007857 4 0.795169 0.011626 4 0.714632 0.002704 4 0.736804 0.005071 4 0.678870 0.037316 4 0.734491 0.017408 4 0.634016 0.010038 4 0.699747 0.009968 4 0.761205 0.007967 4 0.796150 0.013063 4 0.679438 0.018234 4 0.746292 0.027081 4 0.880763 0.028251 4 0.931482 0.009584 4 0.896209 0.024501 4 0.940508 0.006842 4 0.696386 0.009077 4 0.749135 0.017134 4 0.710980 0.019383 4 0.760877 0.009513 4 0.952911 0.003902 4 0.965049 0.002247 4 0.798271 0.013330 4 0.856784 0.003782 4 0.926715 0.004375 4 0.941087 0.001587 4 0.867545 0.006662 4 0.886350 0.003420 4 +pred_entropy 0.770567 0.006129 4 0.816422 0.004996 4 0.913901 0.010106 4 0.935490 0.002232 4 0.759906 0.006528 4 0.811438 0.010868 4 0.645524 0.046190 4 0.696826 0.018689 4 0.586969 0.103873 4 0.662672 0.036925 4 0.626684 0.015502 4 0.694994 0.019394 4 0.754553 0.018248 4 0.800439 0.010548 4 0.648050 0.028322 4 0.732711 0.023790 4 0.873191 0.015980 4 0.933458 0.011030 4 0.885347 0.023779 4 0.941417 0.009369 4 0.704520 0.013205 4 0.759288 0.009731 4 0.631238 0.020069 4 0.647024 0.024746 4 0.954895 0.003579 4 0.967371 0.000786 4 0.814336 0.009690 4 0.871293 0.003281 4 0.899958 0.014176 4 0.912124 0.016038 4 0.859430 0.004497 4 0.879787 0.002027 4 +random 0.728126 0.013146 4 0.754594 0.009431 4 0.886002 0.012380 4 0.902966 0.006118 4 0.678761 0.023307 4 0.699808 0.023488 4 0.665993 0.030952 4 0.675777 0.034582 4 0.600464 0.061541 4 0.634515 0.015548 4 0.546615 0.034814 4 0.584052 0.025043 4 0.717999 0.011683 4 0.733948 0.016935 4 0.604203 0.036206 4 0.633278 0.019295 4 0.819515 0.034058 4 0.864188 0.018085 4 0.830998 0.057599 4 0.875547 0.025208 4 0.631911 0.047831 4 0.658895 0.030016 4 0.580147 0.081940 4 0.619716 0.071232 4 0.920464 0.016653 4 0.931298 0.012028 4 0.701930 0.040224 4 0.744902 0.017712 4 0.905532 0.005809 4 0.918536 0.008127 4 0.831360 0.016223 4 0.841485 0.017258 4 +random-label 0.813074 0.003937 4 0.849376 0.004623 4 0.912608 0.009919 4 0.927910 0.005419 4 0.788918 0.007732 4 0.832230 0.007320 4 0.753240 0.009418 4 0.782582 0.004298 4 0.746756 0.013452 4 0.787674 0.003245 4 0.687412 0.010750 4 0.751418 0.003171 4 0.769795 0.004803 4 0.806646 0.015224 4 0.680846 0.029523 4 0.720752 0.041716 4 0.898597 0.013763 4 0.950067 0.002605 4 0.906223 0.016457 4 0.950710 0.004330 4 0.718370 0.021645 4 0.756540 0.013353 4 0.760017 0.012911 4 0.806760 0.006586 4 0.947928 0.006686 4 0.961275 0.001769 4 0.811667 0.011350 4 0.862900 0.006355 4 0.930115 0.004283 4 0.943390 0.001735 4 0.883615 0.004056 4 0.899783 0.003434 4 +random-label2 0.796251 0.005327 4 0.837045 0.003683 4 0.907879 0.012880 4 0.924461 0.004783 4 0.759836 0.012106 4 0.810451 0.008394 4 0.730811 0.016957 4 0.762326 0.007158 4 0.717549 0.025447 4 0.765466 0.012583 4 0.654285 0.016099 4 0.721258 0.004571 4 0.758741 0.017157 4 0.794555 0.010622 4 0.691512 0.021256 4 0.735196 0.023826 4 0.880119 0.021074 4 0.936404 0.009903 4 0.888428 0.031425 4 0.939510 0.005335 4 0.697460 0.021327 4 0.745341 0.017693 4 0.733760 0.013281 4 0.798246 0.007134 4 0.942186 0.006039 4 0.958230 0.002226 4 0.784960 0.011802 4 0.835782 0.006055 4 0.922773 0.008000 4 0.935559 0.011167 4 0.873459 0.004088 4 0.892887 0.001945 4 +softrank_bald 0.780375 0.003409 4 0.821166 0.009670 4 0.918806 0.006687 4 0.936671 0.003007 4 0.752595 0.006275 4 0.796415 0.009196 4 0.679635 0.031364 4 0.693696 0.045167 4 0.622844 0.054325 4 0.676013 0.036528 4 0.620738 0.014983 4 0.679207 0.005232 4 0.755850 0.005046 4 0.797601 0.014638 4 0.666982 0.014912 4 0.747202 0.030271 4 0.886281 0.016981 4 0.938487 0.005480 4 0.898853 0.023030 4 0.944131 0.003362 4 0.688095 0.015296 4 0.734046 0.021779 4 0.664439 0.026461 4 0.725761 0.026233 4 0.955161 0.003672 4 0.966135 0.000909 4 0.812767 0.009081 4 0.863192 0.005312 4 0.922021 0.006864 4 0.939072 0.001719 4 0.860558 0.004176 4 0.879866 0.007551 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..ce0da85ae141470d2197947ac4a7c6542da7026f --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 80.01 (+/- 2.07) 74.79 (+/- 1.97) 4.0 +power_bald 82.51 (+/- 0.42) 78.93 (+/- 0.58) 4.0 +power_pe 83.15 (+/- 0.45) 79.11 (+/- 0.30) 4.0 +pred_entropy 81.64 (+/- 0.50) 77.06 (+/- 0.61) 4.0 +random 75.46 (+/- 0.94) 72.81 (+/- 1.31) 4.0 +random-label 84.94 (+/- 0.46) 81.31 (+/- 0.39) 4.0 +random-label2 83.70 (+/- 0.37) 79.63 (+/- 0.53) 4.0 +softrank_bald 82.12 (+/- 0.97) 78.04 (+/- 0.34) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..0c77867d1110d9f8ab29347d44e83069c8a3d457 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":8.5797533855,"1":25.9835374705,"2":26.2025593417,"3":9.5106677453,"4":28.2880200143,"5":28.9350398837,"6":33.6865873856,"7":13.8401722461},"beta_std":{"0":0.5787894843,"1":1.1694553919,"2":1.0373431678,"3":0.3416268838,"4":2.2347305289,"5":3.9597018388,"6":2.4999759465,"7":0.3520502044}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..5fa83aae63fe4dd43e74d2839f82b3b8900c2f00 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 8.579753 0.578789 +1 power_bald 25.983537 1.169455 +2 power_pe 26.202559 1.037343 +3 pred_entropy 9.510668 0.341627 +4 random 28.288020 2.234731 +5 random-label 28.935040 3.959702 +6 random-label2 33.686587 2.499976 +7 softrank_bald 13.840172 0.352050 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..255575235431d554b8ebc3f0e36a2b89757459a0 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806af123edeae2c52d239425871cc04262be49eefc7e5ed266dd5aba1ce7e9dd +size 1206232 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..ea844bd055515525b2931418e46f2578d194cbf0 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.2, + "random-label2": 1.0, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.2 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.4, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.0, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.2 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.4, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.6000000000000001, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..9b64dffde8e117b2afbe2e228f32bda222bc54aa Binary files /dev/null and b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.png differ diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3e1ebd98705028908b15bcfa5ecd6184a9387e43 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d284f22fad1da11f0289cd2474428b6c58885dddc0894144e59a3cf4ec659f61 +size 106000 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..808bd72e16ed0a3d561c7b7d4f1a3c179798bd0d --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe66":0.6517755288,"class_power_pe66_exp":0.6472538279,"random-label":0.6875553103,"random-label2":0.6508202321},"('Mean Dice AUBC', 'std')":{"class_pe66":0.0079793548,"class_power_pe66_exp":0.003027739,"random-label":0.0138261696,"random-label2":0.0158826017},"('Mean Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Mean Dice Final', 'mean')":{"class_pe66":0.7186692337,"class_power_pe66_exp":0.734361906,"random-label":0.7712685957,"random-label2":0.7121917336},"('Mean Dice Final', 'std')":{"class_pe66":0.0084653403,"class_power_pe66_exp":0.0129669688,"random-label":0.0055038611,"random-label2":0.0238944677},"('Mean Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe66":0.8183267348,"class_power_pe66_exp":0.8059049417,"random-label":0.8165042467,"random-label2":0.7824485505},"('Class 1 Dice AUBC', 'std')":{"class_pe66":0.0182721752,"class_power_pe66_exp":0.0221852644,"random-label":0.0225495195,"random-label2":0.0164679415},"('Class 1 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 1 Dice Final', 'mean')":{"class_pe66":0.8834804069,"class_power_pe66_exp":0.8782484783,"random-label":0.8848283543,"random-label2":0.8347586867},"('Class 1 Dice Final', 'std')":{"class_pe66":0.0217981586,"class_power_pe66_exp":0.0494996623,"random-label":0.0272462558,"random-label2":0.0290478607},"('Class 1 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 10 Dice AUBC', 'mean')":{"class_pe66":0.6075056534,"class_power_pe66_exp":0.5846726887,"random-label":0.6484015451,"random-label2":0.6074780114},"('Class 10 Dice AUBC', 'std')":{"class_pe66":0.0212269871,"class_power_pe66_exp":0.0340834576,"random-label":0.0374015532,"random-label2":0.0386371206},"('Class 10 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 10 Dice Final', 'mean')":{"class_pe66":0.6735130569,"class_power_pe66_exp":0.6737141625,"random-label":0.7356639678,"random-label2":0.6714397378},"('Class 10 Dice Final', 'std')":{"class_pe66":0.0208070596,"class_power_pe66_exp":0.0215813613,"random-label":0.0077526912,"random-label2":0.0426751008},"('Class 10 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 11 Dice AUBC', 'mean')":{"class_pe66":0.6151329548,"class_power_pe66_exp":0.6148080919,"random-label":0.6689797155,"random-label2":0.6437496647},"('Class 11 Dice AUBC', 'std')":{"class_pe66":0.0366439648,"class_power_pe66_exp":0.0244087835,"random-label":0.0318885373,"random-label2":0.0401805777},"('Class 11 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 11 Dice Final', 'mean')":{"class_pe66":0.6508441259,"class_power_pe66_exp":0.6781933347,"random-label":0.7368117277,"random-label2":0.6766127016},"('Class 11 Dice Final', 'std')":{"class_pe66":0.0120335915,"class_power_pe66_exp":0.0232774588,"random-label":0.0192098944,"random-label2":0.0283431106},"('Class 11 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 12 Dice AUBC', 'mean')":{"class_pe66":0.4851639943,"class_power_pe66_exp":0.4461845731,"random-label":0.5981549573,"random-label2":0.510600175},"('Class 12 Dice AUBC', 'std')":{"class_pe66":0.0632915217,"class_power_pe66_exp":0.0934824514,"random-label":0.0729523697,"random-label2":0.0642843948},"('Class 12 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 12 Dice Final', 'mean')":{"class_pe66":0.5694650955,"class_power_pe66_exp":0.5494514806,"random-label":0.7071722245,"random-label2":0.5653046878},"('Class 12 Dice Final', 'std')":{"class_pe66":0.052478188,"class_power_pe66_exp":0.0708944058,"random-label":0.0271506011,"random-label2":0.0774217465},"('Class 12 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 13 Dice AUBC', 'mean')":{"class_pe66":0.4815929652,"class_power_pe66_exp":0.433653799,"random-label":0.5221989779,"random-label2":0.455533556},"('Class 13 Dice AUBC', 'std')":{"class_pe66":0.0294225049,"class_power_pe66_exp":0.0214268809,"random-label":0.0318563716,"random-label2":0.0494857958},"('Class 13 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 13 Dice Final', 'mean')":{"class_pe66":0.5546018028,"class_power_pe66_exp":0.5216156322,"random-label":0.6025219886,"random-label2":0.5212584389},"('Class 13 Dice Final', 'std')":{"class_pe66":0.0075301017,"class_power_pe66_exp":0.0165832835,"random-label":0.0149449142,"random-label2":0.0685475145},"('Class 13 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 14 Dice AUBC', 'mean')":{"class_pe66":0.6644988901,"class_power_pe66_exp":0.6618465221,"random-label":0.6797404554,"random-label2":0.6581629475},"('Class 14 Dice AUBC', 'std')":{"class_pe66":0.0322703917,"class_power_pe66_exp":0.0104769533,"random-label":0.0084436497,"random-label2":0.0244562116},"('Class 14 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 14 Dice Final', 'mean')":{"class_pe66":0.7029245803,"class_power_pe66_exp":0.7092427337,"random-label":0.7463557584,"random-label2":0.7018881574},"('Class 14 Dice Final', 'std')":{"class_pe66":0.0125740474,"class_power_pe66_exp":0.0248545699,"random-label":0.0303900823,"random-label2":0.0276364413},"('Class 14 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 15 Dice AUBC', 'mean')":{"class_pe66":0.4354290736,"class_power_pe66_exp":0.5240008475,"random-label":0.5335387754,"random-label2":0.5545831655},"('Class 15 Dice AUBC', 'std')":{"class_pe66":0.0672993855,"class_power_pe66_exp":0.0753685662,"random-label":0.0637690628,"random-label2":0.0299714871},"('Class 15 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 15 Dice Final', 'mean')":{"class_pe66":0.5094672557,"class_power_pe66_exp":0.5851498808,"random-label":0.6107152746,"random-label2":0.6554528677},"('Class 15 Dice Final', 'std')":{"class_pe66":0.1012418227,"class_power_pe66_exp":0.0424857883,"random-label":0.0388848381,"random-label2":0.024136918},"('Class 15 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe66":0.6884526399,"class_power_pe66_exp":0.6571515302,"random-label":0.7136461183,"random-label2":0.6405182692},"('Class 2 Dice AUBC', 'std')":{"class_pe66":0.0742429685,"class_power_pe66_exp":0.0551467892,"random-label":0.0398692978,"random-label2":0.1283220879},"('Class 2 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 2 Dice Final', 'mean')":{"class_pe66":0.8162167346,"class_power_pe66_exp":0.8483798684,"random-label":0.8646325449,"random-label2":0.7139169955},"('Class 2 Dice Final', 'std')":{"class_pe66":0.0572079042,"class_power_pe66_exp":0.0452809453,"random-label":0.0231788093,"random-label2":0.1762109192},"('Class 2 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe66":0.7575400881,"class_power_pe66_exp":0.7398862697,"random-label":0.7414952162,"random-label2":0.6944299353},"('Class 3 Dice AUBC', 'std')":{"class_pe66":0.05615315,"class_power_pe66_exp":0.0365847539,"random-label":0.036435649,"random-label2":0.0070297443},"('Class 3 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 3 Dice Final', 'mean')":{"class_pe66":0.8556281827,"class_power_pe66_exp":0.8784198563,"random-label":0.8698734569,"random-label2":0.7802272936},"('Class 3 Dice Final', 'std')":{"class_pe66":0.0540918781,"class_power_pe66_exp":0.0304560367,"random-label":0.023936131,"random-label2":0.0539712203},"('Class 3 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 4 Dice AUBC', 'mean')":{"class_pe66":0.5928647995,"class_power_pe66_exp":0.5483502648,"random-label":0.591195333,"random-label2":0.5491168032},"('Class 4 Dice AUBC', 'std')":{"class_pe66":0.0260957702,"class_power_pe66_exp":0.0883051429,"random-label":0.0536723185,"random-label2":0.0861846647},"('Class 4 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 4 Dice Final', 'mean')":{"class_pe66":0.6615859234,"class_power_pe66_exp":0.6338633136,"random-label":0.674397823,"random-label2":0.6233893602},"('Class 4 Dice Final', 'std')":{"class_pe66":0.0170535447,"class_power_pe66_exp":0.0243668969,"random-label":0.0085893132,"random-label2":0.0497922246},"('Class 4 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 5 Dice AUBC', 'mean')":{"class_pe66":0.497126469,"class_power_pe66_exp":0.5446450816,"random-label":0.6249448413,"random-label2":0.5846673668},"('Class 5 Dice AUBC', 'std')":{"class_pe66":0.0410026678,"class_power_pe66_exp":0.039170089,"random-label":0.055023666,"random-label2":0.0828215759},"('Class 5 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 5 Dice Final', 'mean')":{"class_pe66":0.5597373247,"class_power_pe66_exp":0.6333254931,"random-label":0.7286575435,"random-label2":0.6623905941},"('Class 5 Dice Final', 'std')":{"class_pe66":0.0649790872,"class_power_pe66_exp":0.0549781744,"random-label":0.0287695162,"random-label2":0.0389714559},"('Class 5 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 6 Dice AUBC', 'mean')":{"class_pe66":0.9022565839,"class_power_pe66_exp":0.8963018968,"random-label":0.8942264538,"random-label2":0.8818492497},"('Class 6 Dice AUBC', 'std')":{"class_pe66":0.0099766793,"class_power_pe66_exp":0.0168152798,"random-label":0.0073096375,"random-label2":0.008179648},"('Class 6 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 6 Dice Final', 'mean')":{"class_pe66":0.9444051956,"class_power_pe66_exp":0.9422672769,"random-label":0.9284789423,"random-label2":0.9066791198},"('Class 6 Dice Final', 'std')":{"class_pe66":0.0054969383,"class_power_pe66_exp":0.0174693451,"random-label":0.0081466244,"random-label2":0.0161851437},"('Class 6 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 7 Dice AUBC', 'mean')":{"class_pe66":0.6216337284,"class_power_pe66_exp":0.6232379992,"random-label":0.6168581131,"random-label2":0.5594353694},"('Class 7 Dice AUBC', 'std')":{"class_pe66":0.026646763,"class_power_pe66_exp":0.0609327747,"random-label":0.0491071232,"random-label2":0.0322297387},"('Class 7 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 7 Dice Final', 'mean')":{"class_pe66":0.7074679031,"class_power_pe66_exp":0.7336055774,"random-label":0.7186941699,"random-label2":0.6349854786},"('Class 7 Dice Final', 'std')":{"class_pe66":0.0133663964,"class_power_pe66_exp":0.0229862465,"random-label":0.0299244402,"random-label2":0.0346401706},"('Class 7 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 8 Dice AUBC', 'mean')":{"class_pe66":0.8417278723,"class_power_pe66_exp":0.8681739285,"random-label":0.8669753362,"random-label2":0.8577123991},"('Class 8 Dice AUBC', 'std')":{"class_pe66":0.0106172188,"class_power_pe66_exp":0.0202073202,"random-label":0.0349632564,"random-label2":0.0213912935},"('Class 8 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 8 Dice Final', 'mean')":{"class_pe66":0.8692296342,"class_power_pe66_exp":0.9152648242,"random-label":0.9079379155,"random-label2":0.904913628},"('Class 8 Dice Final', 'std')":{"class_pe66":0.0447005331,"class_power_pe66_exp":0.0074457464,"random-label":0.0190176573,"random-label2":0.0124417223},"('Class 8 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 9 Dice AUBC', 'mean')":{"class_pe66":0.7673804852,"class_power_pe66_exp":0.7599889842,"random-label":0.7964695687,"random-label2":0.7820180186},"('Class 9 Dice AUBC', 'std')":{"class_pe66":0.0316679027,"class_power_pe66_exp":0.0579827683,"random-label":0.0178806627,"random-label2":0.0326924592},"('Class 9 Dice AUBC', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4},"('Class 9 Dice Final', 'mean')":{"class_pe66":0.8214712834,"class_power_pe66_exp":0.8346866773,"random-label":0.852287244,"random-label2":0.829658256},"('Class 9 Dice Final', 'std')":{"class_pe66":0.0124292767,"class_power_pe66_exp":0.0169849465,"random-label":0.0116430114,"random-label2":0.0276179092},"('Class 9 Dice Final', 'count')":{"class_pe66":4,"class_power_pe66_exp":4,"random-label":4,"random-label2":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..35d9d2f3572e124d3d6b4669792a48560db13152 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt @@ -0,0 +1,7 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe66 0.651776 0.007979 4 0.718669 0.008465 4 0.818327 0.018272 4 0.883480 0.021798 4 0.607506 0.021227 4 0.673513 0.020807 4 0.615133 0.036644 4 0.650844 0.012034 4 0.485164 0.063292 4 0.569465 0.052478 4 0.481593 0.029423 4 0.554602 0.007530 4 0.664499 0.032270 4 0.702925 0.012574 4 0.435429 0.067299 4 0.509467 0.101242 4 0.688453 0.074243 4 0.816217 0.057208 4 0.757540 0.056153 4 0.855628 0.054092 4 0.592865 0.026096 4 0.661586 0.017054 4 0.497126 0.041003 4 0.559737 0.064979 4 0.902257 0.009977 4 0.944405 0.005497 4 0.621634 0.026647 4 0.707468 0.013366 4 0.841728 0.010617 4 0.869230 0.044701 4 0.767380 0.031668 4 0.821471 0.012429 4 +class_power_pe66_exp 0.647254 0.003028 4 0.734362 0.012967 4 0.805905 0.022185 4 0.878248 0.049500 4 0.584673 0.034083 4 0.673714 0.021581 4 0.614808 0.024409 4 0.678193 0.023277 4 0.446185 0.093482 4 0.549451 0.070894 4 0.433654 0.021427 4 0.521616 0.016583 4 0.661847 0.010477 4 0.709243 0.024855 4 0.524001 0.075369 4 0.585150 0.042486 4 0.657152 0.055147 4 0.848380 0.045281 4 0.739886 0.036585 4 0.878420 0.030456 4 0.548350 0.088305 4 0.633863 0.024367 4 0.544645 0.039170 4 0.633325 0.054978 4 0.896302 0.016815 4 0.942267 0.017469 4 0.623238 0.060933 4 0.733606 0.022986 4 0.868174 0.020207 4 0.915265 0.007446 4 0.759989 0.057983 4 0.834687 0.016985 4 +random-label 0.687555 0.013826 4 0.771269 0.005504 4 0.816504 0.022550 4 0.884828 0.027246 4 0.648402 0.037402 4 0.735664 0.007753 4 0.668980 0.031889 4 0.736812 0.019210 4 0.598155 0.072952 4 0.707172 0.027151 4 0.522199 0.031856 4 0.602522 0.014945 4 0.679740 0.008444 4 0.746356 0.030390 4 0.533539 0.063769 4 0.610715 0.038885 4 0.713646 0.039869 4 0.864633 0.023179 4 0.741495 0.036436 4 0.869873 0.023936 4 0.591195 0.053672 4 0.674398 0.008589 4 0.624945 0.055024 4 0.728658 0.028770 4 0.894226 0.007310 4 0.928479 0.008147 4 0.616858 0.049107 4 0.718694 0.029924 4 0.866975 0.034963 4 0.907938 0.019018 4 0.796470 0.017881 4 0.852287 0.011643 4 +random-label2 0.650820 0.015883 4 0.712192 0.023894 4 0.782449 0.016468 4 0.834759 0.029048 4 0.607478 0.038637 4 0.671440 0.042675 4 0.643750 0.040181 4 0.676613 0.028343 4 0.510600 0.064284 4 0.565305 0.077422 4 0.455534 0.049486 4 0.521258 0.068548 4 0.658163 0.024456 4 0.701888 0.027636 4 0.554583 0.029971 4 0.655453 0.024137 4 0.640518 0.128322 4 0.713917 0.176211 4 0.694430 0.007030 4 0.780227 0.053971 4 0.549117 0.086185 4 0.623389 0.049792 4 0.584667 0.082822 4 0.662391 0.038971 4 0.881849 0.008180 4 0.906679 0.016185 4 0.559435 0.032230 4 0.634985 0.034640 4 0.857712 0.021391 4 0.904914 0.012442 4 0.782018 0.032692 4 0.829658 0.027618 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..d4aa8c5a99db541a643c1505c6db05a7446bb69d --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt @@ -0,0 +1,5 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe66 71.87 (+/- 0.85) 65.18 (+/- 0.80) 4.0 +class_power_pe66_exp 73.44 (+/- 1.30) 64.73 (+/- 0.30) 4.0 +random-label 77.13 (+/- 0.55) 68.76 (+/- 1.38) 4.0 +random-label2 71.22 (+/- 2.39) 65.08 (+/- 1.59) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e39ecb1373c7904b2621a41e46baf93e85c6db --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe66","1":"class_power_pe66_exp","2":"random-label","3":"random-label2"},"beta":{"0":24.2897245743,"1":36.0162367777,"2":60.8941046694,"3":63.9962441909},"beta_std":{"0":2.837895264,"1":6.9410563712,"2":13.8005015468,"3":23.1259861649}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..a1c80dc3b5e8ee61d99e16f005ebb3b845b7b89e --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt @@ -0,0 +1,5 @@ + Query Method beta beta_std +0 class_pe66 24.289725 2.837895 +1 class_power_pe66_exp 36.016237 6.941056 +2 random-label 60.894105 13.800502 +3 random-label2 63.996244 23.125986 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..0de81d1b7c08739b67a39a30f691771ee8d77604 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43f3e96e1c16f20afb5d7f1186804a798bbcf703bfce4597997d06f817bbabd5 +size 976690 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..66ccdef70f8504b672c9fe32367174bb4ed78a52 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json @@ -0,0 +1,36 @@ +{ + "matrix": { + "class_pe66": { + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "random-label2": 0.0, + "random-label": 0.6000000000000001 + }, + "class_power_pe66_exp": { + "class_pe66": 0.2, + "class_power_pe66_exp": 0.0, + "random-label2": 0.2, + "random-label": 0.8 + }, + "random-label2": { + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "random-label2": 0.0, + "random-label": 0.8 + }, + "random-label": { + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "random-label2": 0.0, + "random-label": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..4a164b563577c39831191fdacec21d3d55c78c7c Binary files /dev/null and b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png differ diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4cef4de9723eac82d7f3822980bb4cd151817204 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13378c242f756dbf7d3b21289d5eb93a517a7114a9b63398adf865e63549e822 +size 228211 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..37a9cfb4f8ba9d43dc460f737f4392433e172d94 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.8517704672,"class_pe66":0.8537602888,"class_power_pe66_exp":0.8537271198,"mutual_information":0.8436995443,"power_bald":0.8450153332,"power_pe":0.8431903711,"pred_entropy":0.8470337317,"random-label":0.8509590441,"random-label2":0.8415907102,"softrank_bald":0.8459724801},"('Mean Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.000217161,"class_power_pe66_exp":0.0014850467,"mutual_information":0.0009605688,"power_bald":0.001641712,"power_pe":0.0032188024,"pred_entropy":0.0003458653,"random-label":0.0023721537,"random-label2":0.001414136,"softrank_bald":0.0026100166},"('Mean Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.8745729649,"class_pe66":0.876553045,"class_power_pe66_exp":0.8763367214,"mutual_information":0.8718435545,"power_bald":0.8635287094,"power_pe":0.8623044353,"pred_entropy":0.8752236291,"random-label":0.8696225282,"random-label2":0.8603886657,"softrank_bald":0.8683434957},"('Mean Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0011248207,"class_power_pe66_exp":0.0007524877,"mutual_information":0.0006965204,"power_bald":0.0003558561,"power_pe":0.0018674685,"pred_entropy":0.0008340721,"random-label":0.0024385027,"random-label2":0.0013324375,"softrank_bald":0.0015535927},"('Mean Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.9409498649,"class_pe66":0.9390658238,"class_power_pe66_exp":0.9385281859,"mutual_information":0.9396208764,"power_bald":0.9374609412,"power_pe":0.9357631908,"pred_entropy":0.940066823,"random-label":0.9283239545,"random-label2":0.9280553057,"softrank_bald":0.9387790079},"('Class 1 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0012908514,"class_power_pe66_exp":0.0025550328,"mutual_information":0.0006172782,"power_bald":0.0025868384,"power_pe":0.0022525104,"pred_entropy":0.0014840491,"random-label":0.0036733546,"random-label2":0.0031848549,"softrank_bald":0.0011419115},"('Class 1 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.947540665,"class_pe66":0.9495639616,"class_power_pe66_exp":0.9487551418,"mutual_information":0.9488932614,"power_bald":0.9456653449,"power_pe":0.9454191702,"pred_entropy":0.9500809332,"random-label":0.9406939006,"random-label2":0.937602127,"softrank_bald":0.9479058405},"('Class 1 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0006956023,"class_power_pe66_exp":0.0008130317,"mutual_information":0.0006904639,"power_bald":0.0015355012,"power_pe":0.0021780967,"pred_entropy":0.0003378669,"random-label":0.0031162544,"random-label2":0.0015478828,"softrank_bald":0.0001681586},"('Class 1 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"class_pe33":0.8217238076,"class_pe66":0.8227313379,"class_power_pe66_exp":0.8233874206,"mutual_information":0.8148178727,"power_bald":0.8144171102,"power_pe":0.8159995742,"pred_entropy":0.8226285643,"random-label":0.8282786786,"random-label2":0.8171173777,"softrank_bald":0.8160573968},"('Class 10 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0024823915,"class_power_pe66_exp":0.0016361295,"mutual_information":0.003419566,"power_bald":0.0051395918,"power_pe":0.0019810069,"pred_entropy":0.0013958974,"random-label":0.0025034101,"random-label2":0.0015496487,"softrank_bald":0.0033417321},"('Class 10 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"class_pe33":0.8456972876,"class_pe66":0.8452616349,"class_power_pe66_exp":0.8457970446,"mutual_information":0.8444705693,"power_bald":0.8336616096,"power_pe":0.833544708,"pred_entropy":0.8485569915,"random-label":0.8479286751,"random-label2":0.8369485463,"softrank_bald":0.8394526001},"('Class 10 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0009062685,"class_power_pe66_exp":0.0010210583,"mutual_information":0.0034365602,"power_bald":0.0030425655,"power_pe":0.00226327,"pred_entropy":0.0023273243,"random-label":0.001285373,"random-label2":0.0025004874,"softrank_bald":0.0011325368},"('Class 10 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"class_pe33":0.7553761786,"class_pe66":0.7696288428,"class_power_pe66_exp":0.7719001813,"mutual_information":0.7371201708,"power_bald":0.7530226949,"power_pe":0.753418174,"pred_entropy":0.7472192635,"random-label":0.7780841397,"random-label2":0.7699030464,"softrank_bald":0.7482809711},"('Class 11 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0040361063,"class_power_pe66_exp":0.0068859199,"mutual_information":0.0136278591,"power_bald":0.0109332227,"power_pe":0.0090773265,"pred_entropy":0.0103426966,"random-label":0.0042990635,"random-label2":0.0052305463,"softrank_bald":0.0091470201},"('Class 11 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"class_pe33":0.7784207518,"class_pe66":0.7902316235,"class_power_pe66_exp":0.7896353321,"mutual_information":0.7692255883,"power_bald":0.7669002097,"power_pe":0.7683593265,"pred_entropy":0.7751862196,"random-label":0.7910457954,"random-label2":0.7845895939,"softrank_bald":0.7680545622},"('Class 11 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.001450509,"class_power_pe66_exp":0.0026043825,"mutual_information":0.0037145724,"power_bald":0.0046022203,"power_pe":0.0031162601,"pred_entropy":0.0031331205,"random-label":0.0023405032,"random-label2":0.0027772701,"softrank_bald":0.0034514709},"('Class 11 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"class_pe33":0.7699980809,"class_pe66":0.7743283463,"class_power_pe66_exp":0.7789512964,"mutual_information":0.7457837971,"power_bald":0.7590716988,"power_pe":0.7628474893,"pred_entropy":0.7535071212,"random-label":0.7851303427,"random-label2":0.7727719095,"softrank_bald":0.7542921227},"('Class 12 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0041224979,"class_power_pe66_exp":0.0015835968,"mutual_information":0.0076653681,"power_bald":0.003886076,"power_pe":0.0079783367,"pred_entropy":0.0052289428,"random-label":0.0042747692,"random-label2":0.0068253501,"softrank_bald":0.0054860845},"('Class 12 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"class_pe33":0.7927796685,"class_pe66":0.7978898504,"class_power_pe66_exp":0.798144081,"mutual_information":0.7904869864,"power_bald":0.7770074828,"power_pe":0.7822917649,"pred_entropy":0.7983250164,"random-label":0.7986976954,"random-label2":0.7906537141,"softrank_bald":0.7817135998},"('Class 12 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0009739697,"class_power_pe66_exp":0.001269145,"mutual_information":0.0027663837,"power_bald":0.0048761906,"power_pe":0.0048075737,"pred_entropy":0.0014324416,"random-label":0.0040539798,"random-label2":0.0032229248,"softrank_bald":0.0048690166},"('Class 12 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"class_pe33":0.7404269104,"class_pe66":0.7401456856,"class_power_pe66_exp":0.737976403,"mutual_information":0.7244895483,"power_bald":0.7227354943,"power_pe":0.7195512212,"pred_entropy":0.732030322,"random-label":0.7489522644,"random-label2":0.7314432977,"softrank_bald":0.7261603778},"('Class 13 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0055305342,"class_power_pe66_exp":0.0030432519,"mutual_information":0.0037415184,"power_bald":0.0073973496,"power_pe":0.0110492223,"pred_entropy":0.0042764968,"random-label":0.0047076227,"random-label2":0.0081896557,"softrank_bald":0.0073751554},"('Class 13 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"class_pe33":0.7714293921,"class_pe66":0.7750979834,"class_power_pe66_exp":0.7733359718,"mutual_information":0.770031768,"power_bald":0.7496620585,"power_pe":0.7465789572,"pred_entropy":0.7739795499,"random-label":0.7774516696,"random-label2":0.7576823442,"softrank_bald":0.7621512363},"('Class 13 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0028750645,"class_power_pe66_exp":0.0006573071,"mutual_information":0.0010703693,"power_bald":0.0054731302,"power_pe":0.0103347838,"pred_entropy":0.0024149196,"random-label":0.0035118721,"random-label2":0.0046157625,"softrank_bald":0.0051494842},"('Class 13 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"class_pe33":0.8413484352,"class_pe66":0.8390344733,"class_power_pe66_exp":0.836363549,"mutual_information":0.8365767826,"power_bald":0.8276621862,"power_pe":0.822824179,"pred_entropy":0.8402381558,"random-label":0.8176549932,"random-label2":0.8022133983,"softrank_bald":0.8383475647},"('Class 14 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.006439901,"class_power_pe66_exp":0.0079215484,"mutual_information":0.0025097182,"power_bald":0.0065507045,"power_pe":0.0055250914,"pred_entropy":0.0033156262,"random-label":0.0050354689,"random-label2":0.0071075691,"softrank_bald":0.0047166972},"('Class 14 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"class_pe33":0.8854010876,"class_pe66":0.8849913742,"class_power_pe66_exp":0.8792120625,"mutual_information":0.8802838712,"power_bald":0.8607739192,"power_pe":0.8551030314,"pred_entropy":0.8886138969,"random-label":0.8528480465,"random-label2":0.8275749732,"softrank_bald":0.8760214302},"('Class 14 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0035179106,"class_power_pe66_exp":0.003094105,"mutual_information":0.0033960341,"power_bald":0.0070595298,"power_pe":0.0067452838,"pred_entropy":0.0014598914,"random-label":0.0056933237,"random-label2":0.0090738532,"softrank_bald":0.0027002878},"('Class 14 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"class_pe33":0.7884129858,"class_pe66":0.7855066625,"class_power_pe66_exp":0.7796271432,"mutual_information":0.7805510232,"power_bald":0.7769059144,"power_pe":0.7638743493,"pred_entropy":0.784311146,"random-label":0.7514113135,"random-label2":0.7456217001,"softrank_bald":0.7833128085},"('Class 15 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0092864847,"class_power_pe66_exp":0.0082088018,"mutual_information":0.0060587101,"power_bald":0.0036404467,"power_pe":0.0042198438,"pred_entropy":0.008432116,"random-label":0.0178891365,"random-label2":0.016914596,"softrank_bald":0.0104726874},"('Class 15 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"class_pe33":0.8438372019,"class_pe66":0.8442698375,"class_power_pe66_exp":0.8361723835,"mutual_information":0.8376643392,"power_bald":0.8210124736,"power_pe":0.8066902271,"pred_entropy":0.8439289623,"random-label":0.7827827865,"random-label2":0.7860959779,"softrank_bald":0.8322706084},"('Class 15 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0038822804,"class_power_pe66_exp":0.003924312,"mutual_information":0.0038152851,"power_bald":0.0038489918,"power_pe":0.00675259,"pred_entropy":0.0036303932,"random-label":0.0348935898,"random-label2":0.0185977065,"softrank_bald":0.0091065297},"('Class 15 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.9455081384,"class_pe66":0.9469177962,"class_power_pe66_exp":0.9468662354,"mutual_information":0.9417694439,"power_bald":0.9393806394,"power_pe":0.9394142986,"pred_entropy":0.944733839,"random-label":0.9467768257,"random-label2":0.9390923246,"softrank_bald":0.9413467642},"('Class 2 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0028393391,"class_power_pe66_exp":0.0045164085,"mutual_information":0.0039631718,"power_bald":0.0078342817,"power_pe":0.0092098214,"pred_entropy":0.0035089119,"random-label":0.0070042879,"random-label2":0.0071656648,"softrank_bald":0.0046694697},"('Class 2 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.9609146439,"class_pe66":0.9629497305,"class_power_pe66_exp":0.9622126329,"mutual_information":0.9604173004,"power_bald":0.9579440743,"power_pe":0.956329075,"pred_entropy":0.962757282,"random-label":0.9622464465,"random-label2":0.9545143642,"softrank_bald":0.958299538},"('Class 2 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0001675174,"class_power_pe66_exp":0.0005186242,"mutual_information":0.0004943734,"power_bald":0.0005641528,"power_pe":0.001469838,"pred_entropy":0.0002916057,"random-label":0.0003579945,"random-label2":0.0014330438,"softrank_bald":0.0017660404},"('Class 2 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.9502929677,"class_pe66":0.9500936209,"class_power_pe66_exp":0.9507519838,"mutual_information":0.9474946026,"power_bald":0.9458173902,"power_pe":0.9462373546,"pred_entropy":0.9495859165,"random-label":0.9497029529,"random-label2":0.9437208514,"softrank_bald":0.9475964483},"('Class 3 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0019247249,"class_power_pe66_exp":0.0023173234,"mutual_information":0.0028393017,"power_bald":0.005075329,"power_pe":0.0049491964,"pred_entropy":0.0029440946,"random-label":0.0048032383,"random-label2":0.0038494231,"softrank_bald":0.003528575},"('Class 3 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.9614838414,"class_pe66":0.9632601811,"class_power_pe66_exp":0.9631878021,"mutual_information":0.9616188974,"power_bald":0.9595416697,"power_pe":0.9592061992,"pred_entropy":0.9633376265,"random-label":0.9619434628,"random-label2":0.9560921896,"softrank_bald":0.9604992274},"('Class 3 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0004133004,"class_power_pe66_exp":0.0005623276,"mutual_information":0.0005351948,"power_bald":0.0007437372,"power_pe":0.0018650397,"pred_entropy":0.0005532211,"random-label":0.0017223376,"random-label2":0.0019079263,"softrank_bald":0.0010105672},"('Class 3 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"class_pe33":0.7672849411,"class_pe66":0.7647223882,"class_power_pe66_exp":0.7616772979,"mutual_information":0.7560767369,"power_bald":0.7553147812,"power_pe":0.7595404285,"pred_entropy":0.7596010925,"random-label":0.7590580143,"random-label2":0.7385701956,"softrank_bald":0.7541342059},"('Class 4 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0022767944,"class_power_pe66_exp":0.0050759374,"mutual_information":0.0031937853,"power_bald":0.0076972475,"power_pe":0.0120051247,"pred_entropy":0.0040387053,"random-label":0.0099891016,"random-label2":0.0124753636,"softrank_bald":0.0026829546},"('Class 4 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"class_pe33":0.7949600481,"class_pe66":0.7835251887,"class_power_pe66_exp":0.7930990465,"mutual_information":0.7751539269,"power_bald":0.7722413669,"power_pe":0.7838327147,"pred_entropy":0.7767945679,"random-label":0.7825246105,"random-label2":0.7652503897,"softrank_bald":0.7787897123},"('Class 4 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0110673333,"class_power_pe66_exp":0.0091440703,"mutual_information":0.006687288,"power_bald":0.0052968368,"power_pe":0.0146056516,"pred_entropy":0.0121503483,"random-label":0.0140477747,"random-label2":0.0140209373,"softrank_bald":0.0077595897},"('Class 4 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"class_pe33":0.7827507936,"class_pe66":0.7999146491,"class_power_pe66_exp":0.8038348868,"mutual_information":0.7631831698,"power_bald":0.7767930839,"power_pe":0.7688251574,"pred_entropy":0.760885959,"random-label":0.8088154429,"random-label2":0.791914865,"softrank_bald":0.7760159537},"('Class 5 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0049531232,"class_power_pe66_exp":0.007531744,"mutual_information":0.0153360837,"power_bald":0.0114590867,"power_pe":0.0085791312,"pred_entropy":0.0115422293,"random-label":0.0081938011,"random-label2":0.0049977368,"softrank_bald":0.0076468885},"('Class 5 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"class_pe33":0.818031255,"class_pe66":0.8291951791,"class_power_pe66_exp":0.8299632632,"mutual_information":0.8190110958,"power_bald":0.8030439342,"power_pe":0.7971886877,"pred_entropy":0.8196132886,"random-label":0.833245005,"random-label2":0.8154952041,"softrank_bald":0.8110404529},"('Class 5 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.003589047,"class_power_pe66_exp":0.0033461099,"mutual_information":0.0065530666,"power_bald":0.0033780041,"power_pe":0.0113240781,"pred_entropy":0.0020562484,"random-label":0.0047935526,"random-label2":0.0046109797,"softrank_bald":0.0046474104},"('Class 5 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"class_pe33":0.966706733,"class_pe66":0.9652541493,"class_power_pe66_exp":0.9658772667,"mutual_information":0.9653023675,"power_bald":0.965218258,"power_pe":0.9650514166,"pred_entropy":0.9657674761,"random-label":0.9612933951,"random-label2":0.9582879782,"softrank_bald":0.9652063434},"('Class 6 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0009763561,"class_power_pe66_exp":0.0010865447,"mutual_information":0.000908068,"power_bald":0.0009703634,"power_pe":0.000851523,"pred_entropy":0.0007104758,"random-label":0.0018339755,"random-label2":0.0015669408,"softrank_bald":0.0011699555},"('Class 6 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"class_pe33":0.9718141069,"class_pe66":0.9718019792,"class_power_pe66_exp":0.9718464042,"mutual_information":0.9717741994,"power_bald":0.9704175753,"power_pe":0.9706221946,"pred_entropy":0.972519693,"random-label":0.9702499081,"random-label2":0.9664312216,"softrank_bald":0.970997538},"('Class 6 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0003792836,"class_power_pe66_exp":0.0003959116,"mutual_information":0.0001965973,"power_bald":0.0003736815,"power_pe":0.0003058297,"pred_entropy":0.0001804757,"random-label":0.0004978421,"random-label2":0.0020734925,"softrank_bald":0.0005769793},"('Class 6 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"class_pe33":0.8675585436,"class_pe66":0.8664473085,"class_power_pe66_exp":0.8660446647,"mutual_information":0.8710057256,"power_bald":0.8647391442,"power_pe":0.8593176977,"pred_entropy":0.8711262446,"random-label":0.8584585161,"random-label2":0.8471444439,"softrank_bald":0.8643211705},"('Class 7 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0012989754,"class_power_pe66_exp":0.0018918295,"mutual_information":0.0012742903,"power_bald":0.0024180118,"power_pe":0.0030652322,"pred_entropy":0.0022808221,"random-label":0.0042630946,"random-label2":0.0024069108,"softrank_bald":0.0018390424},"('Class 7 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"class_pe33":0.8893581025,"class_pe66":0.891342252,"class_power_pe66_exp":0.8948406164,"mutual_information":0.8945842815,"power_bald":0.8851819811,"power_pe":0.8819981854,"pred_entropy":0.8962802477,"random-label":0.8847667075,"random-label2":0.875933842,"softrank_bald":0.8862998735},"('Class 7 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0010969436,"class_power_pe66_exp":0.0025700712,"mutual_information":0.0021415517,"power_bald":0.0031699136,"power_pe":0.0028671142,"pred_entropy":0.0017919096,"random-label":0.003539321,"random-label2":0.0050053251,"softrank_bald":0.0009315991},"('Class 7 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"class_pe33":0.9415871365,"class_pe66":0.9448292332,"class_power_pe66_exp":0.9469018746,"mutual_information":0.9421062803,"power_bald":0.9441881727,"power_pe":0.9429133004,"pred_entropy":0.9412772749,"random-label":0.9430025383,"random-label2":0.9429491235,"softrank_bald":0.9439007171},"('Class 8 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0019415754,"class_power_pe66_exp":0.0006338019,"mutual_information":0.0006263719,"power_bald":0.0011650885,"power_pe":0.000860287,"pred_entropy":0.0014877394,"random-label":0.0009199845,"random-label2":0.0011122895,"softrank_bald":0.0010098169},"('Class 8 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"class_pe33":0.9509180728,"class_pe66":0.9516017833,"class_power_pe66_exp":0.9515836944,"mutual_information":0.949935413,"power_bald":0.948664138,"power_pe":0.9477121859,"pred_entropy":0.9501916003,"random-label":0.9495451498,"random-label2":0.9475037384,"softrank_bald":0.9492600937},"('Class 8 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0004530638,"class_power_pe66_exp":0.0006118291,"mutual_information":0.0004135083,"power_bald":0.0004071128,"power_pe":0.0005505885,"pred_entropy":0.0003924153,"random-label":0.0008962498,"random-label2":0.0010622814,"softrank_bald":0.0006812078},"('Class 8 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"class_pe33":0.8966314906,"class_pe66":0.8977840143,"class_power_pe66_exp":0.8972184076,"mutual_information":0.8895947674,"power_bald":0.8925024887,"power_pe":0.8922777355,"pred_entropy":0.8925267773,"random-label":0.8994422893,"random-label2":0.8950548356,"softrank_bald":0.891835349},"('Class 9 Dice AUBC', 'std')":{"class_pe33":null,"class_pe66":0.0010444001,"class_power_pe66_exp":0.0004934719,"mutual_information":0.0017033902,"power_bald":0.0010475834,"power_pe":0.0021670296,"pred_entropy":0.0019916284,"random-label":0.0019957501,"random-label2":0.0006287038,"softrank_bald":0.0014262525},"('Class 9 Dice AUBC', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"class_pe33":0.9060083487,"class_pe66":0.9073131159,"class_power_pe66_exp":0.9072653439,"mutual_information":0.9041018191,"power_bald":0.9012128027,"power_pe":0.8996901023,"pred_entropy":0.9081885613,"random-label":0.9083680629,"random-label2":0.9034617585,"softrank_bald":0.9023961222},"('Class 9 Dice Final', 'std')":{"class_pe33":null,"class_pe66":0.0019555558,"class_power_pe66_exp":0.0004857764,"mutual_information":0.0006094115,"power_bald":0.0010201633,"power_pe":0.0013044125,"pred_entropy":0.0005163478,"random-label":0.0005622642,"random-label2":0.0011020544,"softrank_bald":0.0021843069},"('Class 9 Dice Final', 'count')":{"class_pe33":1,"class_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..655cbf386a90cf4ced6b8a872abda2461c18752c --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt @@ -0,0 +1,13 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.851770 NaN 1 0.874573 NaN 1 0.940950 NaN 1 0.947541 NaN 1 0.821724 NaN 1 0.845697 NaN 1 0.755376 NaN 1 0.778421 NaN 1 0.769998 NaN 1 0.792780 NaN 1 0.740427 NaN 1 0.771429 NaN 1 0.841348 NaN 1 0.885401 NaN 1 0.788413 NaN 1 0.843837 NaN 1 0.945508 NaN 1 0.960915 NaN 1 0.950293 NaN 1 0.961484 NaN 1 0.767285 NaN 1 0.794960 NaN 1 0.782751 NaN 1 0.818031 NaN 1 0.966707 NaN 1 0.971814 NaN 1 0.867559 NaN 1 0.889358 NaN 1 0.941587 NaN 1 0.950918 NaN 1 0.896631 NaN 1 0.906008 NaN 1 +class_pe66 0.853760 0.000217 4 0.876553 0.001125 4 0.939066 0.001291 4 0.949564 0.000696 4 0.822731 0.002482 4 0.845262 0.000906 4 0.769629 0.004036 4 0.790232 0.001451 4 0.774328 0.004122 4 0.797890 0.000974 4 0.740146 0.005531 4 0.775098 0.002875 4 0.839034 0.006440 4 0.884991 0.003518 4 0.785507 0.009286 4 0.844270 0.003882 4 0.946918 0.002839 4 0.962950 0.000168 4 0.950094 0.001925 4 0.963260 0.000413 4 0.764722 0.002277 4 0.783525 0.011067 4 0.799915 0.004953 4 0.829195 0.003589 4 0.965254 0.000976 4 0.971802 0.000379 4 0.866447 0.001299 4 0.891342 0.001097 4 0.944829 0.001942 4 0.951602 0.000453 4 0.897784 0.001044 4 0.907313 0.001956 4 +class_power_pe66_exp 0.853727 0.001485 4 0.876337 0.000752 4 0.938528 0.002555 4 0.948755 0.000813 4 0.823387 0.001636 4 0.845797 0.001021 4 0.771900 0.006886 4 0.789635 0.002604 4 0.778951 0.001584 4 0.798144 0.001269 4 0.737976 0.003043 4 0.773336 0.000657 4 0.836364 0.007922 4 0.879212 0.003094 4 0.779627 0.008209 4 0.836172 0.003924 4 0.946866 0.004516 4 0.962213 0.000519 4 0.950752 0.002317 4 0.963188 0.000562 4 0.761677 0.005076 4 0.793099 0.009144 4 0.803835 0.007532 4 0.829963 0.003346 4 0.965877 0.001087 4 0.971846 0.000396 4 0.866045 0.001892 4 0.894841 0.002570 4 0.946902 0.000634 4 0.951584 0.000612 4 0.897218 0.000493 4 0.907265 0.000486 4 +mutual_information 0.843700 0.000961 4 0.871844 0.000697 4 0.939621 0.000617 4 0.948893 0.000690 4 0.814818 0.003420 4 0.844471 0.003437 4 0.737120 0.013628 4 0.769226 0.003715 4 0.745784 0.007665 4 0.790487 0.002766 4 0.724490 0.003742 4 0.770032 0.001070 4 0.836577 0.002510 4 0.880284 0.003396 4 0.780551 0.006059 4 0.837664 0.003815 4 0.941769 0.003963 4 0.960417 0.000494 4 0.947495 0.002839 4 0.961619 0.000535 4 0.756077 0.003194 4 0.775154 0.006687 4 0.763183 0.015336 4 0.819011 0.006553 4 0.965302 0.000908 4 0.971774 0.000197 4 0.871006 0.001274 4 0.894584 0.002142 4 0.942106 0.000626 4 0.949935 0.000414 4 0.889595 0.001703 4 0.904102 0.000609 4 +power_bald 0.845015 0.001642 4 0.863529 0.000356 4 0.937461 0.002587 4 0.945665 0.001536 4 0.814417 0.005140 4 0.833662 0.003043 4 0.753023 0.010933 4 0.766900 0.004602 4 0.759072 0.003886 4 0.777007 0.004876 4 0.722735 0.007397 4 0.749662 0.005473 4 0.827662 0.006551 4 0.860774 0.007060 4 0.776906 0.003640 4 0.821012 0.003849 4 0.939381 0.007834 4 0.957944 0.000564 4 0.945817 0.005075 4 0.959542 0.000744 4 0.755315 0.007697 4 0.772241 0.005297 4 0.776793 0.011459 4 0.803044 0.003378 4 0.965218 0.000970 4 0.970418 0.000374 4 0.864739 0.002418 4 0.885182 0.003170 4 0.944188 0.001165 4 0.948664 0.000407 4 0.892502 0.001048 4 0.901213 0.001020 4 +power_pe 0.843190 0.003219 4 0.862304 0.001867 4 0.935763 0.002253 4 0.945419 0.002178 4 0.816000 0.001981 4 0.833545 0.002263 4 0.753418 0.009077 4 0.768359 0.003116 4 0.762847 0.007978 4 0.782292 0.004808 4 0.719551 0.011049 4 0.746579 0.010335 4 0.822824 0.005525 4 0.855103 0.006745 4 0.763874 0.004220 4 0.806690 0.006753 4 0.939414 0.009210 4 0.956329 0.001470 4 0.946237 0.004949 4 0.959206 0.001865 4 0.759540 0.012005 4 0.783833 0.014606 4 0.768825 0.008579 4 0.797189 0.011324 4 0.965051 0.000852 4 0.970622 0.000306 4 0.859318 0.003065 4 0.881998 0.002867 4 0.942913 0.000860 4 0.947712 0.000551 4 0.892278 0.002167 4 0.899690 0.001304 4 +pred_entropy 0.847034 0.000346 4 0.875224 0.000834 4 0.940067 0.001484 4 0.950081 0.000338 4 0.822629 0.001396 4 0.848557 0.002327 4 0.747219 0.010343 4 0.775186 0.003133 4 0.753507 0.005229 4 0.798325 0.001432 4 0.732030 0.004276 4 0.773980 0.002415 4 0.840238 0.003316 4 0.888614 0.001460 4 0.784311 0.008432 4 0.843929 0.003630 4 0.944734 0.003509 4 0.962757 0.000292 4 0.949586 0.002944 4 0.963338 0.000553 4 0.759601 0.004039 4 0.776795 0.012150 4 0.760886 0.011542 4 0.819613 0.002056 4 0.965767 0.000710 4 0.972520 0.000180 4 0.871126 0.002281 4 0.896280 0.001792 4 0.941277 0.001488 4 0.950192 0.000392 4 0.892527 0.001992 4 0.908189 0.000516 4 +random-label 0.850959 0.002372 4 0.869623 0.002439 4 0.928324 0.003673 4 0.940694 0.003116 4 0.828279 0.002503 4 0.847929 0.001285 4 0.778084 0.004299 4 0.791046 0.002341 4 0.785130 0.004275 4 0.798698 0.004054 4 0.748952 0.004708 4 0.777452 0.003512 4 0.817655 0.005035 4 0.852848 0.005693 4 0.751411 0.017889 4 0.782783 0.034894 4 0.946777 0.007004 4 0.962246 0.000358 4 0.949703 0.004803 4 0.961943 0.001722 4 0.759058 0.009989 4 0.782525 0.014048 4 0.808815 0.008194 4 0.833245 0.004794 4 0.961293 0.001834 4 0.970250 0.000498 4 0.858459 0.004263 4 0.884767 0.003539 4 0.943003 0.000920 4 0.949545 0.000896 4 0.899442 0.001996 4 0.908368 0.000562 4 +random-label2 0.841591 0.001414 4 0.860389 0.001332 4 0.928055 0.003185 4 0.937602 0.001548 4 0.817117 0.001550 4 0.836949 0.002500 4 0.769903 0.005231 4 0.784590 0.002777 4 0.772772 0.006825 4 0.790654 0.003223 4 0.731443 0.008190 4 0.757682 0.004616 4 0.802213 0.007108 4 0.827575 0.009074 4 0.745622 0.016915 4 0.786096 0.018598 4 0.939092 0.007166 4 0.954514 0.001433 4 0.943721 0.003849 4 0.956092 0.001908 4 0.738570 0.012475 4 0.765250 0.014021 4 0.791915 0.004998 4 0.815495 0.004611 4 0.958288 0.001567 4 0.966431 0.002073 4 0.847144 0.002407 4 0.875934 0.005005 4 0.942949 0.001112 4 0.947504 0.001062 4 0.895055 0.000629 4 0.903462 0.001102 4 +softrank_bald 0.845972 0.002610 4 0.868343 0.001554 4 0.938779 0.001142 4 0.947906 0.000168 4 0.816057 0.003342 4 0.839453 0.001133 4 0.748281 0.009147 4 0.768055 0.003451 4 0.754292 0.005486 4 0.781714 0.004869 4 0.726160 0.007375 4 0.762151 0.005149 4 0.838348 0.004717 4 0.876021 0.002700 4 0.783313 0.010473 4 0.832271 0.009107 4 0.941347 0.004669 4 0.958300 0.001766 4 0.947596 0.003529 4 0.960499 0.001011 4 0.754134 0.002683 4 0.778790 0.007760 4 0.776016 0.007647 4 0.811040 0.004647 4 0.965206 0.001170 4 0.970998 0.000577 4 0.864321 0.001839 4 0.886300 0.000932 4 0.943901 0.001010 4 0.949260 0.000681 4 0.891835 0.001426 4 0.902396 0.002184 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..da41f8dba70a4d97adef051d0c38f6632aafda61 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt @@ -0,0 +1,11 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 87.46 (+/- nan) 85.18 (+/- nan) 1.0 +class_pe66 87.66 (+/- 0.11) 85.38 (+/- 0.02) 4.0 +class_power_pe66_exp 87.63 (+/- 0.08) 85.37 (+/- 0.15) 4.0 +mutual_information 87.18 (+/- 0.07) 84.37 (+/- 0.10) 4.0 +power_bald 86.35 (+/- 0.04) 84.50 (+/- 0.16) 4.0 +power_pe 86.23 (+/- 0.19) 84.32 (+/- 0.32) 4.0 +pred_entropy 87.52 (+/- 0.08) 84.70 (+/- 0.03) 4.0 +random-label 86.96 (+/- 0.24) 85.10 (+/- 0.24) 4.0 +random-label2 86.04 (+/- 0.13) 84.16 (+/- 0.14) 4.0 +softrank_bald 86.83 (+/- 0.16) 84.60 (+/- 0.26) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..72244b8ca30d141cb6d454559c795e1e82f369d7 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe66_exp","3":"mutual_information","4":"power_bald","5":"power_pe","6":"pred_entropy","7":"random-label","8":"random-label2","9":"softrank_bald"},"beta":{"0":8.976397913,"1":8.6906611599,"2":13.7338961274,"3":7.7067767656,"4":12.5680261814,"5":11.5932625348,"6":7.0923399862,"7":12.6069838909,"8":14.4332856906,"9":9.2712151293},"beta_std":{"0":0.1280149429,"1":0.06751104,"2":0.9591906192,"3":0.1154397554,"4":0.2565008426,"5":0.2660055685,"6":0.0932866711,"7":0.4632815073,"8":0.4902743823,"9":0.1100760317}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..f4d8373bed6fc301fc0b65f80c267be4d7b87ed6 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt @@ -0,0 +1,11 @@ + Query Method beta beta_std +0 class_pe33 8.976398 0.128015 +1 class_pe66 8.690661 0.067511 +2 class_power_pe66_exp 13.733896 0.959191 +3 mutual_information 7.706777 0.115440 +4 power_bald 12.568026 0.256501 +5 power_pe 11.593263 0.266006 +6 pred_entropy 7.092340 0.093287 +7 random-label 12.606984 0.463282 +8 random-label2 14.433286 0.490274 +9 softrank_bald 9.271215 0.110076 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..4d78ac87996453a8a53d3f86285323e18d1f9460 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b05f0d7240e59fc807d735fa8c18c26caa9325f65e6a1dd52d4bd8ab6e1ff8 +size 1301430 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..505a2ab9c654c09794246db0dd37941c96fcc913 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json @@ -0,0 +1,132 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.2, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.2, + "random-label": 0.4, + "softrank_bald": 0.2, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8 + }, + "power_bald": { + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.8, + "softrank_bald": 0.2, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8 + }, + "power_pe": { + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.8, + "softrank_bald": 0.4, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.8 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.4, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.4 + }, + "random-label2": { + "mutual_information": 0.4, + "power_bald": 0.6000000000000001, + "power_pe": 0.2, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.8, + "softrank_bald": 0.2, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.6000000000000001 + }, + "softrank_bald": { + "mutual_information": 0.2, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.4, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..57ca489769185ab20eb11eb2a28983091da79468 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb606367693db613744a17cce0baa8b38e6a34c48f1e472e061d80ed3d44dc0 +size 114083 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c443c0163554ce88034ad09de6e3e52775db0fe5 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81788a2e9ac182a6aaac02ea90a9fe135281d767a7d5b3aad4eb0017cd518c1 +size 220290 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..f9c4a3d796b5a6cb1b7202fe8639bd8bc488c6bb --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.835013738,"power_bald":0.8397922086,"power_pe":0.8385544382,"pred_entropy":0.8400104792,"random":0.8130908631,"random-label":0.8505632554,"random-label2":0.8429558202,"softrank_bald":0.8427831489},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0017412002,"power_bald":0.0028884617,"power_pe":0.0016417318,"pred_entropy":0.0014279593,"random":0.0041294192,"random-label":0.001026238,"random-label2":0.0012754819,"softrank_bald":0.0010840169},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.8605956648,"power_bald":0.8577921562,"power_pe":0.8568526675,"pred_entropy":0.8676648462,"random":0.8272523814,"random-label":0.8697790024,"random-label2":0.8627664523,"softrank_bald":0.8638810031},"('Mean Dice Final', 'std')":{"mutual_information":0.0008599629,"power_bald":0.0005704936,"power_pe":0.001942154,"pred_entropy":0.0013368751,"random":0.0005829995,"random-label":0.0012554844,"random-label2":0.0013531394,"softrank_bald":0.0010221677},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.9358136005,"power_bald":0.9339198181,"power_pe":0.9330585275,"pred_entropy":0.9382749236,"random":0.9200258123,"random-label":0.9319750915,"random-label2":0.9272516166,"softrank_bald":0.9380896161},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0016872431,"power_bald":0.0033288803,"power_pe":0.0028065146,"pred_entropy":0.0014786892,"random":0.0040511611,"random-label":0.0023244052,"random-label2":0.0054848542,"softrank_bald":0.0014740168},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9464179747,"power_bald":0.9422350709,"power_pe":0.9424506456,"pred_entropy":0.9482195721,"random":0.9274222367,"random-label":0.9420951785,"random-label2":0.9388255169,"softrank_bald":0.9465363115},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0008571282,"power_bald":0.0023503758,"power_pe":0.0013060358,"pred_entropy":0.0007720372,"random":0.0034310494,"random-label":0.0026849888,"random-label2":0.0020112915,"softrank_bald":0.0011912049},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice AUBC', 'mean')":{"mutual_information":0.8072141691,"power_bald":0.8078339896,"power_pe":0.8088147532,"pred_entropy":0.8169457772,"random":0.7777101769,"random-label":0.8299453016,"random-label2":0.81662545,"softrank_bald":0.8123343789},"('Class 10 Dice AUBC', 'std')":{"mutual_information":0.0025931892,"power_bald":0.0040701642,"power_pe":0.0017542542,"pred_entropy":0.0021682826,"random":0.0047104285,"random-label":0.0022981823,"random-label2":0.0050920609,"softrank_bald":0.0029390182},"('Class 10 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 10 Dice Final', 'mean')":{"mutual_information":0.8336318428,"power_bald":0.8278393007,"power_pe":0.8276613378,"pred_entropy":0.8442346865,"random":0.7917335525,"random-label":0.8496421375,"random-label2":0.8404297002,"softrank_bald":0.8356178053},"('Class 10 Dice Final', 'std')":{"mutual_information":0.0025463291,"power_bald":0.0040065187,"power_pe":0.0015904351,"pred_entropy":0.0026578497,"random":0.0073472789,"random-label":0.0017849765,"random-label2":0.0014741274,"softrank_bald":0.0027962091},"('Class 10 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice AUBC', 'mean')":{"mutual_information":0.7298265923,"power_bald":0.7501112213,"power_pe":0.7500808307,"pred_entropy":0.7396886778,"random":0.7330780859,"random-label":0.7787068186,"random-label2":0.7688512567,"softrank_bald":0.7426263234},"('Class 11 Dice AUBC', 'std')":{"mutual_information":0.012572703,"power_bald":0.013361084,"power_pe":0.0064338869,"pred_entropy":0.014076053,"random":0.0199558423,"random-label":0.0055236795,"random-label2":0.0062896428,"softrank_bald":0.00809474},"('Class 11 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 11 Dice Final', 'mean')":{"mutual_information":0.7493823728,"power_bald":0.7640006514,"power_pe":0.7621795492,"pred_entropy":0.7663849205,"random":0.7412561975,"random-label":0.7924045693,"random-label2":0.7826173581,"softrank_bald":0.7605161169},"('Class 11 Dice Final', 'std')":{"mutual_information":0.0054472848,"power_bald":0.0051775223,"power_pe":0.0060829987,"pred_entropy":0.0040433472,"random":0.01505452,"random-label":0.001469431,"random-label2":0.0016499375,"softrank_bald":0.0008418747},"('Class 11 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice AUBC', 'mean')":{"mutual_information":0.7326747426,"power_bald":0.7568148187,"power_pe":0.7576541323,"pred_entropy":0.7448672213,"random":0.7324328712,"random-label":0.7822253993,"random-label2":0.7785639312,"softrank_bald":0.7491929513},"('Class 12 Dice AUBC', 'std')":{"mutual_information":0.0103370203,"power_bald":0.003509596,"power_pe":0.0068068148,"pred_entropy":0.0073406133,"random":0.0083118126,"random-label":0.0054552838,"random-label2":0.0012401728,"softrank_bald":0.0057239358},"('Class 12 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 12 Dice Final', 'mean')":{"mutual_information":0.7665284796,"power_bald":0.7720832096,"power_pe":0.7768441762,"pred_entropy":0.7808695497,"random":0.7416143601,"random-label":0.7978320935,"random-label2":0.7927793308,"softrank_bald":0.7764274897},"('Class 12 Dice Final', 'std')":{"mutual_information":0.0020118591,"power_bald":0.0064744039,"power_pe":0.0038505024,"pred_entropy":0.0055099966,"random":0.0109975277,"random-label":0.0085759525,"random-label2":0.0028837364,"softrank_bald":0.008141412},"('Class 12 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice AUBC', 'mean')":{"mutual_information":0.702955688,"power_bald":0.7141433404,"power_pe":0.7120215015,"pred_entropy":0.7175861543,"random":0.6776195821,"random-label":0.7506000623,"random-label2":0.7295411431,"softrank_bald":0.7188015367},"('Class 13 Dice AUBC', 'std')":{"mutual_information":0.0067213707,"power_bald":0.0042437273,"power_pe":0.0068855349,"pred_entropy":0.0060380611,"random":0.0115419355,"random-label":0.0066984067,"random-label2":0.0068617856,"softrank_bald":0.0093840605},"('Class 13 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 13 Dice Final', 'mean')":{"mutual_information":0.7477359768,"power_bald":0.738181735,"power_pe":0.7389023873,"pred_entropy":0.7609849293,"random":0.6979574465,"random-label":0.778352849,"random-label2":0.7619678651,"softrank_bald":0.7521247651},"('Class 13 Dice Final', 'std')":{"mutual_information":0.0020196617,"power_bald":0.0028785469,"power_pe":0.0066988116,"pred_entropy":0.0029397567,"random":0.0127957089,"random-label":0.003801948,"random-label2":0.0022272824,"softrank_bald":0.0053581121},"('Class 13 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice AUBC', 'mean')":{"mutual_information":0.8131468863,"power_bald":0.8167084806,"power_pe":0.8132057233,"pred_entropy":0.8237975207,"random":0.7774075124,"random-label":0.8118324403,"random-label2":0.8028165253,"softrank_bald":0.8237306945},"('Class 14 Dice AUBC', 'std')":{"mutual_information":0.0084824348,"power_bald":0.0087381935,"power_pe":0.0117949102,"pred_entropy":0.0084974149,"random":0.0087438503,"random-label":0.0038037989,"random-label2":0.0118070327,"softrank_bald":0.0033634741},"('Class 14 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 14 Dice Final', 'mean')":{"mutual_information":0.8606657052,"power_bald":0.8430296462,"power_pe":0.839214562,"pred_entropy":0.8752838424,"random":0.7945664962,"random-label":0.8476874621,"random-label2":0.8342757558,"softrank_bald":0.8641911968},"('Class 14 Dice Final', 'std')":{"mutual_information":0.0022242149,"power_bald":0.0035486498,"power_pe":0.0079870564,"pred_entropy":0.0044728064,"random":0.005082002,"random-label":0.0063120081,"random-label2":0.0129096342,"softrank_bald":0.0049228925},"('Class 14 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice AUBC', 'mean')":{"mutual_information":0.7598810081,"power_bald":0.7579354258,"power_pe":0.7522460996,"pred_entropy":0.7718573289,"random":0.7069226981,"random-label":0.7472001174,"random-label2":0.7594167555,"softrank_bald":0.7717779611},"('Class 15 Dice AUBC', 'std')":{"mutual_information":0.0097927726,"power_bald":0.0032666343,"power_pe":0.006498552,"pred_entropy":0.0068756959,"random":0.0136210444,"random-label":0.0130533265,"random-label2":0.0063688739,"softrank_bald":0.0078783577},"('Class 15 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 15 Dice Final', 'mean')":{"mutual_information":0.8185286598,"power_bald":0.800159772,"power_pe":0.792490489,"pred_entropy":0.8327831734,"random":0.7378287513,"random-label":0.7820240558,"random-label2":0.7969568252,"softrank_bald":0.8214675083},"('Class 15 Dice Final', 'std')":{"mutual_information":0.0010156242,"power_bald":0.0061001594,"power_pe":0.0091892765,"pred_entropy":0.0048203547,"random":0.009288627,"random-label":0.0070476063,"random-label2":0.0040720985,"softrank_bald":0.0037238039},"('Class 15 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.9383178278,"power_bald":0.933572107,"power_pe":0.9422636178,"pred_entropy":0.9401698225,"random":0.9085546344,"random-label":0.9472377825,"random-label2":0.941706585,"softrank_bald":0.9429661525},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0038505177,"power_bald":0.0081742205,"power_pe":0.0069331964,"pred_entropy":0.0055350012,"random":0.0150783318,"random-label":0.0053909017,"random-label2":0.0055563271,"softrank_bald":0.0035971568},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.9565661013,"power_bald":0.9549452159,"power_pe":0.956629372,"pred_entropy":0.9606205778,"random":0.9261544571,"random-label":0.9616291944,"random-label2":0.9572388458,"softrank_bald":0.9562689522},"('Class 2 Dice Final', 'std')":{"mutual_information":0.002789842,"power_bald":0.0019913455,"power_pe":0.0007568997,"pred_entropy":0.0011042964,"random":0.0040954543,"random-label":0.0007542615,"random-label2":0.0023123724,"softrank_bald":0.002671377},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.9447981664,"power_bald":0.9409756245,"power_pe":0.9465931832,"pred_entropy":0.9461260408,"random":0.922186155,"random-label":0.9499464261,"random-label2":0.9455810706,"softrank_bald":0.9478340873},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0028466099,"power_bald":0.0047347478,"power_pe":0.0037762273,"pred_entropy":0.0033046327,"random":0.0076931351,"random-label":0.0049627757,"random-label2":0.0053394745,"softrank_bald":0.0024496038},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9592848128,"power_bald":0.956847794,"power_pe":0.9585668975,"pred_entropy":0.9619467018,"random":0.9343448155,"random-label":0.9612703849,"random-label2":0.9586404041,"softrank_bald":0.9593630448},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0023025823,"power_bald":0.001750217,"power_pe":0.0009393749,"pred_entropy":0.0010029105,"random":0.0042413208,"random-label":0.0009371971,"random-label2":0.0016646201,"softrank_bald":0.0021544547},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice AUBC', 'mean')":{"mutual_information":0.7529336901,"power_bald":0.7561509708,"power_pe":0.7472202502,"pred_entropy":0.7567307345,"random":0.7117231553,"random-label":0.7548246635,"random-label2":0.7441475535,"softrank_bald":0.7592112372},"('Class 4 Dice AUBC', 'std')":{"mutual_information":0.0077343896,"power_bald":0.0117495828,"power_pe":0.0070232668,"pred_entropy":0.0014134673,"random":0.0073386399,"random-label":0.0070976542,"random-label2":0.0101458767,"softrank_bald":0.0077678286},"('Class 4 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 4 Dice Final', 'mean')":{"mutual_information":0.7731284807,"power_bald":0.7770978528,"power_pe":0.776370514,"pred_entropy":0.7774752918,"random":0.7259031761,"random-label":0.7815846611,"random-label2":0.7687375503,"softrank_bald":0.7813975625},"('Class 4 Dice Final', 'std')":{"mutual_information":0.0067900698,"power_bald":0.0062545343,"power_pe":0.0133262674,"pred_entropy":0.0085773924,"random":0.0116537306,"random-label":0.0059340165,"random-label2":0.0055394288,"softrank_bald":0.0153656734},"('Class 4 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice AUBC', 'mean')":{"mutual_information":0.7520951783,"power_bald":0.7744579908,"power_pe":0.7669258761,"pred_entropy":0.7457600879,"random":0.7435019184,"random-label":0.8066660503,"random-label2":0.7890647867,"softrank_bald":0.7696348262},"('Class 5 Dice AUBC', 'std')":{"mutual_information":0.0107923496,"power_bald":0.0110494265,"power_pe":0.0139339341,"pred_entropy":0.0113044198,"random":0.025451919,"random-label":0.0088765637,"random-label2":0.0070752129,"softrank_bald":0.0084971922},"('Class 5 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 5 Dice Final', 'mean')":{"mutual_information":0.7938557849,"power_bald":0.7947767687,"power_pe":0.7917112123,"pred_entropy":0.7945831997,"random":0.7637457195,"random-label":0.8345645702,"random-label2":0.8121826511,"softrank_bald":0.7993066139},"('Class 5 Dice Final', 'std')":{"mutual_information":0.0065675344,"power_bald":0.0043982824,"power_pe":0.0076860034,"pred_entropy":0.0049385073,"random":0.0210507129,"random-label":0.0037371795,"random-label2":0.0063537352,"softrank_bald":0.0063913605},"('Class 5 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice AUBC', 'mean')":{"mutual_information":0.9639706627,"power_bald":0.9640526432,"power_pe":0.9638329666,"pred_entropy":0.9651493864,"random":0.9514765275,"random-label":0.9619364377,"random-label2":0.957591805,"softrank_bald":0.9650693501},"('Class 6 Dice AUBC', 'std')":{"mutual_information":0.0013034664,"power_bald":0.0007476667,"power_pe":0.0013538216,"pred_entropy":0.0011886194,"random":0.0019689781,"random-label":0.0008537262,"random-label2":0.0028016748,"softrank_bald":0.0008748251},"('Class 6 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 6 Dice Final', 'mean')":{"mutual_information":0.9701052348,"power_bald":0.9697325419,"power_pe":0.9701438572,"pred_entropy":0.9719670923,"random":0.9589514397,"random-label":0.9706371307,"random-label2":0.9669989193,"softrank_bald":0.9706879408},"('Class 6 Dice Final', 'std')":{"mutual_information":0.0004496086,"power_bald":0.000714356,"power_pe":0.0006597007,"pred_entropy":0.0002576659,"random":0.0024764345,"random-label":0.0010723713,"random-label2":0.0019027287,"softrank_bald":0.0004064617},"('Class 6 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice AUBC', 'mean')":{"mutual_information":0.8663696879,"power_bald":0.8563337159,"power_pe":0.853723315,"pred_entropy":0.8677569346,"random":0.8179791086,"random-label":0.8619862736,"random-label2":0.8476008519,"softrank_bald":0.8666720925},"('Class 7 Dice AUBC', 'std')":{"mutual_information":0.0024614482,"power_bald":0.0020586794,"power_pe":0.0058961629,"pred_entropy":0.0025352304,"random":0.0078296783,"random-label":0.0034999102,"random-label2":0.0069264416,"softrank_bald":0.0014660822},"('Class 7 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 7 Dice Final', 'mean')":{"mutual_information":0.8879594064,"power_bald":0.8787437864,"power_pe":0.8766852051,"pred_entropy":0.8902027731,"random":0.8399471044,"random-label":0.8907778669,"random-label2":0.8798185178,"softrank_bald":0.8865906698},"('Class 7 Dice Final', 'std')":{"mutual_information":0.0050591035,"power_bald":0.0030609436,"power_pe":0.0041819159,"pred_entropy":0.0010896744,"random":0.0093900266,"random-label":0.0038277998,"random-label2":0.003970135,"softrank_bald":0.0020668876},"('Class 7 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice AUBC', 'mean')":{"mutual_information":0.9393957101,"power_bald":0.9426066793,"power_pe":0.940072894,"pred_entropy":0.9365552158,"random":0.935972914,"random-label":0.9442074196,"random-label2":0.9406982975,"softrank_bald":0.9427878236},"('Class 8 Dice AUBC', 'std')":{"mutual_information":0.0023175587,"power_bald":0.0018085158,"power_pe":0.0027962452,"pred_entropy":0.0036230265,"random":0.001563418,"random-label":0.0014795912,"random-label2":0.0035052472,"softrank_bald":0.0018527962},"('Class 8 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 8 Dice Final', 'mean')":{"mutual_information":0.9474350506,"power_bald":0.9471201669,"power_pe":0.9458900209,"pred_entropy":0.948044975,"random":0.940201095,"random-label":0.9491724399,"random-label2":0.9464702506,"softrank_bald":0.9475538956},"('Class 8 Dice Final', 'std')":{"mutual_information":0.0002729631,"power_bald":0.000620704,"power_pe":0.0012898709,"pred_entropy":0.0006541851,"random":0.0019149321,"random-label":0.0020712715,"random-label2":0.0015165201,"softrank_bald":0.0009694734},"('Class 8 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice AUBC', 'mean')":{"mutual_information":0.8858124591,"power_bald":0.8912663032,"power_pe":0.8906029028,"pred_entropy":0.8888913623,"random":0.8797717941,"random-label":0.8991585465,"random-label2":0.8948796738,"softrank_bald":0.8910182026},"('Class 9 Dice AUBC', 'std')":{"mutual_information":0.0025980698,"power_bald":0.0013264427,"power_pe":0.0014793903,"pred_entropy":0.0023926127,"random":0.0027519881,"random-label":0.0014275757,"random-label2":0.002414721,"softrank_bald":0.0024752235},"('Class 9 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 9 Dice Final', 'mean')":{"mutual_information":0.8977090892,"power_bald":0.90008883,"power_pe":0.8970497866,"pred_entropy":0.9013714076,"random":0.8871588727,"random-label":0.9070104425,"random-label2":0.9035572935,"softrank_bald":0.9001651734},"('Class 9 Dice Final', 'std')":{"mutual_information":0.0012669232,"power_bald":0.0007711836,"power_pe":0.0021336061,"pred_entropy":0.0003358525,"random":0.0032294253,"random-label":0.0010074175,"random-label2":0.0008212799,"softrank_bald":0.0013866943},"('Class 9 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..c5c37d98b91c53db5bec4b94e647ed8c106a8941 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 10 Dice AUBC Class 10 Dice Final Class 11 Dice AUBC Class 11 Dice Final Class 12 Dice AUBC Class 12 Dice Final Class 13 Dice AUBC Class 13 Dice Final Class 14 Dice AUBC Class 14 Dice Final Class 15 Dice AUBC Class 15 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final Class 4 Dice AUBC Class 4 Dice Final Class 5 Dice AUBC Class 5 Dice Final Class 6 Dice AUBC Class 6 Dice Final Class 7 Dice AUBC Class 7 Dice Final Class 8 Dice AUBC Class 8 Dice Final Class 9 Dice AUBC Class 9 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.835014 0.001741 4 0.860596 0.000860 4 0.935814 0.001687 4 0.946418 0.000857 4 0.807214 0.002593 4 0.833632 0.002546 4 0.729827 0.012573 4 0.749382 0.005447 4 0.732675 0.010337 4 0.766528 0.002012 4 0.702956 0.006721 4 0.747736 0.002020 4 0.813147 0.008482 4 0.860666 0.002224 4 0.759881 0.009793 4 0.818529 0.001016 4 0.938318 0.003851 4 0.956566 0.002790 4 0.944798 0.002847 4 0.959285 0.002303 4 0.752934 0.007734 4 0.773128 0.006790 4 0.752095 0.010792 4 0.793856 0.006568 4 0.963971 0.001303 4 0.970105 0.000450 4 0.866370 0.002461 4 0.887959 0.005059 4 0.939396 0.002318 4 0.947435 0.000273 4 0.885812 0.002598 4 0.897709 0.001267 4 +power_bald 0.839792 0.002888 4 0.857792 0.000570 4 0.933920 0.003329 4 0.942235 0.002350 4 0.807834 0.004070 4 0.827839 0.004007 4 0.750111 0.013361 4 0.764001 0.005178 4 0.756815 0.003510 4 0.772083 0.006474 4 0.714143 0.004244 4 0.738182 0.002879 4 0.816708 0.008738 4 0.843030 0.003549 4 0.757935 0.003267 4 0.800160 0.006100 4 0.933572 0.008174 4 0.954945 0.001991 4 0.940976 0.004735 4 0.956848 0.001750 4 0.756151 0.011750 4 0.777098 0.006255 4 0.774458 0.011049 4 0.794777 0.004398 4 0.964053 0.000748 4 0.969733 0.000714 4 0.856334 0.002059 4 0.878744 0.003061 4 0.942607 0.001809 4 0.947120 0.000621 4 0.891266 0.001326 4 0.900089 0.000771 4 +power_pe 0.838554 0.001642 4 0.856853 0.001942 4 0.933059 0.002807 4 0.942451 0.001306 4 0.808815 0.001754 4 0.827661 0.001590 4 0.750081 0.006434 4 0.762180 0.006083 4 0.757654 0.006807 4 0.776844 0.003851 4 0.712022 0.006886 4 0.738902 0.006699 4 0.813206 0.011795 4 0.839215 0.007987 4 0.752246 0.006499 4 0.792490 0.009189 4 0.942264 0.006933 4 0.956629 0.000757 4 0.946593 0.003776 4 0.958567 0.000939 4 0.747220 0.007023 4 0.776371 0.013326 4 0.766926 0.013934 4 0.791711 0.007686 4 0.963833 0.001354 4 0.970144 0.000660 4 0.853723 0.005896 4 0.876685 0.004182 4 0.940073 0.002796 4 0.945890 0.001290 4 0.890603 0.001479 4 0.897050 0.002134 4 +pred_entropy 0.840010 0.001428 4 0.867665 0.001337 4 0.938275 0.001479 4 0.948220 0.000772 4 0.816946 0.002168 4 0.844235 0.002658 4 0.739689 0.014076 4 0.766385 0.004043 4 0.744867 0.007341 4 0.780870 0.005510 4 0.717586 0.006038 4 0.760985 0.002940 4 0.823798 0.008497 4 0.875284 0.004473 4 0.771857 0.006876 4 0.832783 0.004820 4 0.940170 0.005535 4 0.960621 0.001104 4 0.946126 0.003305 4 0.961947 0.001003 4 0.756731 0.001413 4 0.777475 0.008577 4 0.745760 0.011304 4 0.794583 0.004939 4 0.965149 0.001189 4 0.971967 0.000258 4 0.867757 0.002535 4 0.890203 0.001090 4 0.936555 0.003623 4 0.948045 0.000654 4 0.888891 0.002393 4 0.901371 0.000336 4 +random 0.813091 0.004129 4 0.827252 0.000583 4 0.920026 0.004051 4 0.927422 0.003431 4 0.777710 0.004710 4 0.791734 0.007347 4 0.733078 0.019956 4 0.741256 0.015055 4 0.732433 0.008312 4 0.741614 0.010998 4 0.677620 0.011542 4 0.697957 0.012796 4 0.777408 0.008744 4 0.794566 0.005082 4 0.706923 0.013621 4 0.737829 0.009289 4 0.908555 0.015078 4 0.926154 0.004095 4 0.922186 0.007693 4 0.934345 0.004241 4 0.711723 0.007339 4 0.725903 0.011654 4 0.743502 0.025452 4 0.763746 0.021051 4 0.951477 0.001969 4 0.958951 0.002476 4 0.817979 0.007830 4 0.839947 0.009390 4 0.935973 0.001563 4 0.940201 0.001915 4 0.879772 0.002752 4 0.887159 0.003229 4 +random-label 0.850563 0.001026 4 0.869779 0.001255 4 0.931975 0.002324 4 0.942095 0.002685 4 0.829945 0.002298 4 0.849642 0.001785 4 0.778707 0.005524 4 0.792405 0.001469 4 0.782225 0.005455 4 0.797832 0.008576 4 0.750600 0.006698 4 0.778353 0.003802 4 0.811832 0.003804 4 0.847687 0.006312 4 0.747200 0.013053 4 0.782024 0.007048 4 0.947238 0.005391 4 0.961629 0.000754 4 0.949946 0.004963 4 0.961270 0.000937 4 0.754825 0.007098 4 0.781585 0.005934 4 0.806666 0.008877 4 0.834565 0.003737 4 0.961936 0.000854 4 0.970637 0.001072 4 0.861986 0.003500 4 0.890778 0.003828 4 0.944207 0.001480 4 0.949172 0.002071 4 0.899159 0.001428 4 0.907010 0.001007 4 +random-label2 0.842956 0.001275 4 0.862766 0.001353 4 0.927252 0.005485 4 0.938826 0.002011 4 0.816625 0.005092 4 0.840430 0.001474 4 0.768851 0.006290 4 0.782617 0.001650 4 0.778564 0.001240 4 0.792779 0.002884 4 0.729541 0.006862 4 0.761968 0.002227 4 0.802817 0.011807 4 0.834276 0.012910 4 0.759417 0.006369 4 0.796957 0.004072 4 0.941707 0.005556 4 0.957239 0.002312 4 0.945581 0.005339 4 0.958640 0.001665 4 0.744148 0.010146 4 0.768738 0.005539 4 0.789065 0.007075 4 0.812183 0.006354 4 0.957592 0.002802 4 0.966999 0.001903 4 0.847601 0.006926 4 0.879819 0.003970 4 0.940698 0.003505 4 0.946470 0.001517 4 0.894880 0.002415 4 0.903557 0.000821 4 +softrank_bald 0.842783 0.001084 4 0.863881 0.001022 4 0.938090 0.001474 4 0.946536 0.001191 4 0.812334 0.002939 4 0.835618 0.002796 4 0.742626 0.008095 4 0.760516 0.000842 4 0.749193 0.005724 4 0.776427 0.008141 4 0.718802 0.009384 4 0.752125 0.005358 4 0.823731 0.003363 4 0.864191 0.004923 4 0.771778 0.007878 4 0.821468 0.003724 4 0.942966 0.003597 4 0.956269 0.002671 4 0.947834 0.002450 4 0.959363 0.002154 4 0.759211 0.007768 4 0.781398 0.015366 4 0.769635 0.008497 4 0.799307 0.006391 4 0.965069 0.000875 4 0.970688 0.000406 4 0.866672 0.001466 4 0.886591 0.002067 4 0.942788 0.001853 4 0.947554 0.000969 4 0.891018 0.002475 4 0.900165 0.001387 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..cb719571ac9feeddf678c4f70e8585f09f0a637a --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 86.06 (+/- 0.09) 83.50 (+/- 0.17) 4.0 +power_bald 85.78 (+/- 0.06) 83.98 (+/- 0.29) 4.0 +power_pe 85.69 (+/- 0.19) 83.86 (+/- 0.16) 4.0 +pred_entropy 86.77 (+/- 0.13) 84.00 (+/- 0.14) 4.0 +random 82.73 (+/- 0.06) 81.31 (+/- 0.41) 4.0 +random-label 86.98 (+/- 0.13) 85.06 (+/- 0.10) 4.0 +random-label2 86.28 (+/- 0.14) 84.30 (+/- 0.13) 4.0 +softrank_bald 86.39 (+/- 0.10) 84.28 (+/- 0.11) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..ec1a20b2b32928da98591eb47ec4aec35d2b61b6 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":6.8185464433,"1":12.962826592,"2":12.2407589333,"3":6.5537185368,"4":14.6265412666,"5":12.7886129366,"6":15.8334719651,"7":9.4723455933},"beta_std":{"0":0.0469406496,"1":0.406413703,"2":0.2837625299,"3":0.0660989488,"4":0.6950638732,"5":0.5071809866,"6":0.5888578234,"7":0.1525227035}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..ee5a015ecdabeec821c97dd6ee6bee71c10e3f0e --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 6.818546 0.046941 +1 power_bald 12.962827 0.406414 +2 power_pe 12.240759 0.283763 +3 pred_entropy 6.553719 0.066099 +4 random 14.626541 0.695064 +5 random-label 12.788613 0.507181 +6 random-label2 15.833472 0.588858 +7 softrank_bald 9.472346 0.152523 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..0fe0a1adce6c5772dbbe02013cc83b653c1abc85 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1586aa88cbcfe35bbcc4b2eb9c85b59a0f37518e2386578822df24034a01afee +size 1232392 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..a537709d430bdd6da0c020507cd62f694de1fc61 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.2, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.6000000000000001 + }, + "power_bald": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.2, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.2 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.6000000000000001 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.2 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.8, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..209ca5b4287699fcb78bfae7298914017b55c2e2 Binary files /dev/null and b/analysis/tr-nnActiveTrainer_500epochs__patch-32_74_74__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.png differ