Table 4: Conformal Calibration with Atypicality-Awareness.
Model	Dataset	Input Atypicality Group	Confidence Group	Coverage	Coverage	AA-APS	Coverage	RAPS	Coverage	AA-RAPS
Coverage	SetSize	Coverage	SetSize	Coverage	SetSize
ResNet152	ImageNet	1	1	0.983 ± 0.002	51.192 ± 1.570	0.970 ± 0.003	32.694 ± 3.517	0.951 ± 0.004	7.168 ± 0.127	0.963 ± 0.004	14.408 ± 2.375
2	0.984 ± 0.001	80.425 ± 2.506	0.961 ± 0.002	30.752 ± 1.670	0.940 ± 0.003	7.771 ± 0.180	0.966 ± 0.004	15.213 ± 0.977
3	0.980 ± 0.001	114.526 ± 1.293	0.955 ± 0.004	55.887 ± 2.830	0.885 ± 0.005	8.485 ± 0.217	0.952 ± 0.004	25.191 ± 1.349
4	0.979 ± 0.001	118.819 ± 1.787	0.949 ± 0.002	60.998 ± 1.293	0.833 ± 0.005	8.677 ± 0.235	0.949 ± 0.002	33.256 ± 0.812
5	0.975 ± 0.001	111.696 ± 1.090	0.953 ± 0.002	66.884 ± 1.347	0.807 ± 0.006	8.801 ± 0.242	0.948 ± 0.002	42.109 ± 0.829
6	0.958 ± 0.002	90.283 ± 1.460	0.949 ± 0.002	77.404 ± 1.682	0.777 ± 0.005	8.565 ± 0.229	0.946 ± 0.003	52.214 ± 1.401
2	0.961 ± 0.004	16.767 ± 0.389	0.953 ± 0.004	14.533 ± 1.036	0.977 ± 0.002	5.279 ± 0.035	0.954 ± 0.005	3.888 ± 1.02
3	0.964 ± 0.002	18.359 ± 0.530	0.951 ± 0.003	12.902 ± 0.814	0.974 ± 0.001	5.801 ± 0.046	0.950 ± 0.003	4.484 ± 0.079
4	0.961 ± 0.001	21.409 ± 0.413	0.948 ± 0.002	14.636 ± 0.318	0.966 ± 0.002	5.964 ± 0.051	0.952 ± 0.003	5.172 ± 0.112
5	0.964 ± 0.002	23.162 ± 0.321	0.956 ± 0.003	20.246 ± 0.634	0.966 ± 0.002	6.253 ± 0.081	0.962 ± 0.004	6.485 ± 0.12
6	0.953 ± 0.002	24.833 ± 0.486	0.952 ± 0.003	25.470 ± 0.829	0.938 ± 0.002	6.331 ± 0.092	0.953 ± 0.003	9.446 ± 0.332
6	0.929 ± 0.003	21.124 ± 0.290	0.943 ± 0.004	32.341 ± 1.343	0.909 ± 0.003	6.409 ± 0.106	0.952 ± 0.002	16.970 ± 0.828
3	0.957 ± 0.002	6.843 ± 0.249	0.954 ± 0.004	5.860 ± 0.354	0.984 ± 0.001	4.839 ± 0.046	0.951 ± 0.004	3.015 ± 0.098
2	0.963 ± 0.003	6.654 ± 0.202	0.965 ± 0.003	6.689 ± 0.406	0.986 ± 0.001	5.274 ± 0.044	0.966 ± 0.003	3.494 ± 0.071
3	0.951 ± 0.002	7.609 ± 0.195	0.955 ± 0.003	8.542 ± 0.472	0.968 ± 0.001	5.435 ± 0.042	0.951 ± 0.003	4.052 ± 0.097
4	0.938 ± 0.002	8.415 ± 0.205	0.955 ± 0.002	12.476 ± 0.349	0.961 ± 0.002	5.728 ± 0.048	0.951 ± 0.002	5.085 ± 0.085
5	0.945 ± 0.002	8.500 ± 0.204	0.955 ± 0.003	12.539 ± 0.815	0.964 ± 0.002	5.724 ± 0.056	0.956 ± 0.003	7.711 ± 0.145
6	0.932 ± 0.004	8.009 ± 0.109	0.953 ± 0.003	12.753 ± 0.814	0.944 ± 0.003	5.744 ± 0.048	0.951 ± 0.003	6.178 ± 0.145
4	0.958 ± 0.001	1.480 ± 0.034	0.962 ± 0.003	1.828 ± 0.131	0.985 ± 0.001	3.810 ± 0.142	0.962 ± 0.003	1.613 ± 0.078
3	0.953 ± 0.002	1.388 ± 0.021	0.958 ± 0.002	1.913 ± 0.118	0.982 ± 0.001	3.816 ± 0.141	0.957 ± 0.002	1.692 ± 0.070
2	0.953 ± 0.002	1.388 ± 0.021	0.958 ± 0.002	1.913 ± 0.118	0.985 ± 0.001	3.816 ± 0.141	0.957 ± 0.002	1.692 ± 0.070
3	0.931 ± 0.002	1.451 ± 0.028	0.947 ± 0.003	2.699 ± 0.146	0.967 ± 0.002	3.920 ± 0.148	0.951 ± 0.003	2.237 ± 0.071
4	0.935 ± 0.001	1.450 ± 0.020	0.958 ± 0.003	3.488 ± 0.224	0.976 ± 0.002	3.880 ± 0.128	0.957 ± 0.003	2.577 ± 0.117
5	0.928 ± 0.002	1.424 ± 0.018	0.951 ± 0.003	5.173 ± 0.391	0.963 ± 0.002	4.160 ± 0.127	0.952 ± 0.002	3.185 ± 0.077
6	0.902 ± 0.003	1.476 ± 0.028	0.958 ± 0.005	8.900 ± 0.726	0.955 ± 0.004	3.925 ± 0.130	0.959 ± 0.004	4.235 ± 0.163
5	0.988 ± 0.001	1.000 ± 0.000	0.988 ± 0.001	1.000 ± 0.000	0.989 ± 0.001	1.344 ± 0.116	0.988 ± 0.001	1.000 ± 0.000
2	0.982 ± 0.001	1.000 ± 0.000	0.982 ± 0.001	1.000 ± 0.000	0.984 ± 0.001	1.363 ± 0.122	0.982 ± 0.001	1.000 ± 0.000
3	0.976 ± 0.001	1.000 ± 0.000	0.976 ± 0.001	1.001 ± 0.001	0.980 ± 0.002	1.351 ± 0.122	0.976 ± 0.001	1.001 ± 0.001
4	0.977 ± 0.001	1.000 ± 0.000	0.977 ± 0.001	1.020 ± 0.009	0.980 ± 0.001	1.363 ± 0.109	0.977 ± 0.001	1.004 ± 0.003
6	0.965 ± 0.001	1.000 ± 0.000	0.965 ± 0.001	1.137 ± 0.055	0.968 ± 0.002	1.342 ± 0.115	0.965 ± 0.001	1.063 ± 0.028
6	0.970 ± 0.002	1.000 ± 0.000	0.972 ± 0.003	1.607 ± 0.125	0.973 ± 0.003	1.339 ± 0.107	0.973 ± 0.003	1.539 ± 0.080
6	0.982 ± 0.001	1.388 ± 0.141	0.959 ± 0.003	1.913 ± 0.118	0.995 ± 0.001	1.363 ± 0.122	0.995 ± 0.001	1.692 ± 0.128
5	0.985 ± 0.001	1.388 ± 0.141	0.959 ± 0.003	1.913 ± 0.118	0.995 ± 0.001	1.363 ± 0.122	0.995 ± 0.001	1.692 ± 0.128
6	0.981 ± 0.001	1.388 ± 0.141	0.959 ± 0.003	1.913 ± 0.118	0.995 ± 0.001	1.363 ± 0.122	0.995 ± 0.001	1.692 ± 0.128
6	0.991 ± 0.001	1.388 ± 0.141	0.959 ± 0.003	1.913 ± 0.118	0.991 ± 0.001	1.363 ± 0.122	0.991 ± 0.001	1.692 ± 0.128
ResNet18	ImageNet	1	1	0.982 ± 0.001	167.265 ± 2.058	0.952 ± 0.004	79.307 ± 3.180	0.876 ± 0.008	25.923 ± 2.552
2	0.986 ± 0.001	157.710 ± 1.132	0.956 ± 0.002	85.303 ± 1.015	0.848 ± 0.009	25.740 ± 1.745	0.958 ± 0.003	80.333 ± 3.054
3	0.970 ± 0.001	147.730 ± 1.267	0.953 ± 0.003	95.805 ± 2.283	0.810 ± 0.009	26.689 ± 1.725	0.938 ± 0.003	91.786 ± 1.213
4	0.963 ± 0.002	129.188 ± 1.035	0.954 ± 0.003	109.238 ± 1.837	0.815 ± 0.009	26.328 ± 1.592	0.953 ± 0.002	129.296 ± 2.651
5	0.957 ± 0.002	111.271 ± 1.097	0.952 ± 0.002	133.457 ± 2.047	0.809 ± 0.011	19.932 ± 1.441	0.942 ± 0.004	91.695 ± 3.655
6	0.941 ± 0.004	82.127 ± 1.671	0.951 ± 0.005	96.879 ± 4.165	0.828 ± 0.008	19.108 ± 1.138	0.954 ± 0.004	87.490 ± 3.277
2	1	0.972 ± 0.001	37.918 ± 1.031	0.958 ± 0.001	25.951 ± 0.687	0.978 ± 0.002	15.096 ± 0.135	0.959 ± 0.003
3	1	0.975 ± 0.003	43.312 ± 0.868	0.953 ± 0.003	39.329 ± 1.425	0.954 ± 0.002	16.879 ± 0.162	0.954 ± 0.004
4	1	1	1	1	1	1	1	1
5	1	1	1	1	1	1	1	1
6	1	1	1	1	1	1	1	1
7	1	1	1	1	1	1	1	1
8	1	1	1	1	1	1	1	1
9	1	1	1	1	1	1	1	1
10	1	1	1	1	1	1	1	1
11	1	1	1	1	1	1	1	1
12	1	1	1	1	1	1	1	1
13	1	1	1	1	1	1	1	1
14	1	1	1	1	1	1	1	1
15	1	1	1	1	1	1	1	1
16	1	1	1	1	1	1	1	1
17	1	1	1	1	1	1	1	1
18	1	1	1	1	1	1	1	1
19	1	1	1	1	1	1	1	1
2	1	1	1	1	1	1	1	1
2	2	1	1	1	1	1	1	1
3	1	1	1	1	1	1	1	1
4	1	1	1	1	1	1	1	1
5	1	1	1	1	1	1	1	1
6	1	1	1	1	1	1	1	1
7	1	1	1	1	1	1	1	2
8	1	1	1	1	1	1	1	2
9	1	1	1	1	1	1	1	2
10	1	1	1	1	1	1	1	2
11	1	1	1	1	1	1	1	2
12	1	1	1	1	1	1	1	2
13	1	1	1	1	1	1	1	2
14	1	1	1	1	1	1	1	2
15	1	1	1	1	1	1	1	2
16	1	1	1	1	1	1	1	2
17	1	1	1	1	1	1	1	2
18	1	1	1	1	1	1	1	2
19	1	1	1	1	1	1	1	2
20	1	1	1	1	1	1	1	2
21	1	1	1	1	1	1	1	2
22	1	1	1	1	1	1	1	2
23	1	1	1	1	1	1	1	2
24	1	1	1	1	1	1	1	2
25	1	1	1	1	1	1	1	2
26	1	1	1	1	1	1	1	2
27	1	1	1	1	1	1	1	2
28	1	1	1	1	1	1	1	2
29	1	1	1	1	1	1	1	2
3	1	1	1	1	1	1	1	2
4	1	1	1	1	1	1	1	2
5	1	1	1	1	1	1	1	2
6	1	1	1	1	1	1	1	2
7	1	1	1	1	1	1	1	2
8	1	1	1	1	1	1	1	2
9	1	1	1	1	1	1	1	2
10	1	1	1	1	1	1	1
11	1	1	1	1	1	1	1
12	1	1	1	1	1	1	1
13	1	1	1	1	1	1	1
14	1	1	1	1	1	1	1
15	1	1	1	1	1	1	1
16	1	1	1	1	1	1	1
17	1	1	1	1	1	1	1
18	1	1	1	1	1	1	1
19	1	1	1	1	1	1	1
20	1	1	1	1	1	1	1
21	1	1	1	1	1	1	1
22	1	1	1	1	1	1	1
23	1	1	1	1	1	1	1
24	1	1	1	1	1	1	1
25	1	1	1	1	1	1	1
26	1	1	1	1	1	1	1
27	1	1	1	1	1	1	1
28	1	1	1	1	1	1	1
29	1	1	1	1	1	1	1
30	1	1	1	1	1	1	1
31	1	1	1	1	1	1	1
32	1	1	1	1	1	1	1
33	1	1	1	1	1	1	1
34	1	1	1	1	1	1	1
35	1	1	1	1	1	1	1
36	1	1	1	1	1	1	1
37	1	1	1	1	1	1	1
38	1	1	1	1	1	1	1
39	1	1	1	1	1	1	1
40	1	1	1	1	1	1	1
41	1	1	1	1	1	1	1
42	1	1	1	1	1	1	1
43	1	1	1	1	1	1	1
44	1	1	1	1	1	1	1
45	1	1	1	1	1	1	1
46	1	1	1	1	1	1	1
47	1	1	1	1	1	1	1
48	1	1	1	1	1	1	1
49	1	1	1	1	1	1	1
50	1	1	1	1	1	1	1
51	1	1	1	1	1	1	1
52	1	1	1	1	1	1	1
53	1	1	1	1	1	1	1
54	1	1	1	1	1	1	1
55	1	1	1	1	1	1	1
56	1	1	1	1	1	1	1
57	1	1	1	1	1	1	1
58	1	1	1	1	1	1	1
59	1	1	1	1	1	1	1
60	1	1	1	1	1	1	1
61	1	1	1	1	1	1	1
62	1	1	1	1	1	1	1
63	1	1	1	1	1	1	1
64	1	1	1	1	1	1	1
65	1	1	1	1	1	1	1
66	1	1	1	1	1	1	1
67	1	1	1	1	1	1	1
68	1	1	1	1	1	1	1
69	1	1	1	1	1	1	1
70	1	1	1	1	1	1	1
71	1	1	1	1	1	1	1
72	1	1	1	1	1	1	1
73	1