MDP	S	A	T	Min k	Bound on H	Bound on L	W
ALIEN10	7.97 × 105	18	10	1	3.5	2.27 × 1012	6
AMIDAR20	1.00 × 105	10	20	4	12	4.03 × 1011	12
ASSAULT10	7.21 × 105	7	10	3	9.8	4.56 × 109	8
ASTERIX10	9.03 × 104	9	10	1	3.5	4.99 × 1010	3
ASTEROIDS10	5.11 × 106	14	10	7	10	2.72 × 1012	9
ATLANTIS10	49	4	10	1	1.5	6.12 × 103	3
ATLANTIS20	471	4	20	1	4.7	5.53 × 108	3
ATLANTIS30	4.56 × 103	4	30	19	23	2.89 × 1012	23
ATLANTIS40	2.06 × 104	4	40	5	27.7	9.62 × 1014	9
ATLANTIS50	5.63 × 104	4	50	12	43	4.27 × 1018	38
ATLANTIS70	1.41 × 105	4	70	47	62	5.11 × 1024	50
BANKHEIST10	4.24 × 106	18	10	1	3.5	6.73 × 1013	9
BATTLEZONE10	7.01 × 104	18	10	1	2.3	5.01 × 108	4
BEAMRIDER20	2.39 × 104	9	20	1	3.3	1.10 × 1013	10
BOWLING30	2.50 × 105	6	30	2	18.5	1.73 × 1016	28
BREAKOUT10	238	4	10	1	4.1	7.92 × 106	5
BREAKOUT20	1.27 × 103	4	20	1	5.4	1.01 × 1013	13
BREAKOUT30	2.80 × 103	4	30	4	13	1.15 × 1019	29
BREAKOUT40	6.12 × 103	4	40	4	15.7	1.31 × 1025	29
BREAKOUT50	1.62 × 104	4	50	3	17.3	1.49 × 1031	20
BREAKOUT70	7.83 × 104	4	70	40	48.5	1.86 × 1043	61
BREAKOUT100	1.31 × 105	4	100	74	87.0	2.23 × 1061	75
BREAKOUT200	1.39 × 105	4	200	105	114.9	3.60 × 10121	108
CENTIPEDE10	1.32 × 107	18	10	7	10	7.13 × 1013	7
CHOPPERCOMMAND10	1.39 × 106	18	10	1	3.9	1.95 × 1011	7
CRAZYCLIMBER20	1.77 × 103	9	20	1	3.1	4.02 × 109	8
CRAZYCLIMBER30	4.63 × 105	9	30	1	3.9	2.15 × 1019	18
DEMONATTACK10	6.32 × 104	6	10	5	9	8.19 × 108	9
ENDURO10	2.54 × 107	9	10	7	10	6.95 × 1010	9
FISHINGDERBY10	2.80 × 105	18	10	6	9	3.60 × 1012	9
FREEWAY10	198	3	10	1	4.3	1.39 × 105	6
FREEWAY20	3.16 × 103	3	20	1	7.4	1.14 × 1010	13
FREEWAY30	1.02 × 104	3	30	1	7.8	1.26 × 1014	26
FREeway40	2.08 × 10^4	3	40	1	7.9	2.64 × 10^17	35
FREeway50	3.40 × 10^4	3	50	1	8.1	5.95 × 10^21	44
FREeway70	7.02 × 10^4	3	70	1	9.1	3.89 × 10^29	66
FREeway100	1.51 × 10^5	3	100	39	55.4	2.82 × 10^41	67
FREeway200	6.33 × 10^5	3	200	3	30.3	1.26 × 10^78	150
FROSTBITE10	5.73 × 10^4	18	10	1	2.9	8.01 × 10^10	3
GOPHER30	778	8	30	1	1.9	7.62 × 10^10	5
GOPHER40	8.18 × 10^3	8	40	5	9.7	4.86 × 10^12	13
HERO10	4.89 × 10^3	18	10	1	1	1.85 × 10^9	3
ICEHOCKEY10	2.53 × 10^6	18	10	1	3.2	1.01 × 10^11	5
KANGAROO20	1.30 × 10^5	18	20	1	3.7	2.40 × 10^17	11
KANGAROO30	5.84 × 10^6	18	30	21	24	1.07 × 10^30	23
MONTEZUMAREVENGE15	8.47 × 10^3	18	15	1	8.2	1.08 × 10^15	15
MSPACMAN20	1.85 × 10^6	9	20	11	11	8.15 × 10^11	11
NAMETHISGAME20	6.04 × 10^3	6	20	2	8	9.40 × 10^6	5
PHOENIX10	4.64 × 10^4	8	10	5	10	1.45 × 10^10	8
PONG20	255	6	20	1	3.2	5.60 × 10^10	5
PONG30	2.01 × 10^3	6	30	6	14.9	4.15 × 10^15	18
PONG40	1.60 × 10^4	6	40	6	14.3	2.96 × 10^20	23
PONG50	1.25 × 10^5	6	50	13	19.6	2.04 × 10^25	25
PONG70	2.89 × 10^6	6	70	20	28.1	8.69 × 10^34	25
PONG100	3.46 × 10^7	6	100	42	70.1	2.05 × 10^49	25
PRIVATEEYE10	1.29 × 10^4	18	10	1	4.1	8.64 × 10^8	8
QBERT10	289	6	10	5	5	3.80 × 10^5	5
QBERT20	3.75 × 10^6	6	20	5	14.6	1.18 × 10^14	9
ROADRUNNER10	2.37 × 10^7	18	10	3	9.9	7.34 × 10^13	9
SEAQUEST10	5.46 × 10^3	18	10	1	1.2	4.15 × 10^8	5
SKIING10	1.75 × 10^4	3	10	8	10	6.83 × 10^5	10
SPACEINVADERS10	994	6	10	1	3.0	4.38 × 10^5	3
TENNIS10	3.79 × 10^5	18	10	3	8.2	2.29 × 10^11	6
TIMEPILOT10	5.03 × 10^3	10	10	1	3.9	5.76 × 10^6	6
TUTANKHAM10	1.66 × 10^4	8	10	3	7.7	1.68 × 10^9	9
VIDEOPINBALL10	1.25 × 10^5	9	10	2	9.5	5.10 × 10^10	8
WIZARDOFWOR20	8.92 × 10^3	10	20	7	13	1.89 × 10^13	13
BIGFISHE0	2.31 × 10^4	9	10	5	9	2.26 × 10^10	8
BIGFISHE10	2.74 × 10^4	9	10	1	2.8	4.57 × 10^10	4
BIGFISHE20	1.96 × 10^5	9	10	9	10	5.26 × 10^10	10
BIGFISHE30	9.26 × 10^3	9	10	1	4.3	4.19 × 10^10	7
CHASERE0	8.13 × 10^5	9	20	2	12.1	1.16 × 10^17	15
CHASERE10	3.98 × 10^5	9	20	1	4.4	1.62 × 10^17	9
CHASERE20	5.03 × 10^5	9	20	5	15.2	1.34 × 10^17	10
CHASERE30	8.75 × 10^5	9	20	18	20	1.04 × 10^17	19
CLIMBERE0	2.42 × 10^5	9	10	1	3.4	2.67 × 10^10	7
CLIMBERE10	1.18 × 10^5	9	10	1	4.0	8.46 × 10^9	9
CLIMBERE20	1.12 × 10^5	9	10	1	2.8	8.43 × 10^9	6
CLIMBERE30	2.33 × 10^5	9	10	1	6.6	2.66 × 10^10	10
COINRUNE0	2.23 × 10^5	9	10	1	4.2	1.77 × 10^10	8
COINRUNE10	6.23 × 10^4	9	10	1	3.6	4.05 × 10^9	7
COINRUNE20	1.74 × 10^5	9	10	1	5.0	1.30 × 10^10	9
COINRUNE30	2.72 × 10^5	9	10	1	2.3	1.34 × 10^10	7
DODGEBALLE0	1.19 × 10^5	10	10	1	4.2	1.47 × 10^11	7
DODGEBALLE10	1.95 × 10^4	10	10	2	9.1	1.29 × 10^11	10
DODGEBALLE20	3.42 × 10^4	10	10	1	3.7	1.34 × 10^11	6
DODGEBALLE30	7.24 × 10^4	10	10	7	10	1.42 × 10^11	8
FRUITBOTE0	230	9	40	13	18.6	2.32 × 10^7	10
FRUITBOTE10	379	9	40	18	24.1	6.00 × 10^11	18
FRUITBOTE20	161	9	40	1	3.1	1.12 × 10^5	2
FRUITBOTE30	620	9	40	6	18.7	6.56 × 10^13	24
HEISTE10	8.28 × 10^4	9	10	1	6.3	4.96 × 10^10	10
JUMPERH010	1.30 × 105	9	10	1	8.5	5.11 × 1010	10
JUMPERE020	1.20 × 105	9	20	1	1	8.86 × 1019	1
JUMPERE20	8.29 × 105	9	20	1	1.3	2.01 × 1020	2
JUMPERE20	1.38 × 106	9	20	1	2.4	1.29 × 1019	5
JUMPEREX	3.40 × 106	9	20	1	13.1	1.09 × 1020	17
LEAPERE20	1.05 × 104	9	20	1	11.2	1.48 × 1020	16
LEAPERE20	2.20 × 105	9	20	1	4.3	1.85 × 1020	8
LEAPERH020	1.71 × 104	9	20	1	13.1	1.54 × 1020	15
LEAPEREX	3.31 × 104	9	20	1	12.8	1.62 × 1020	16
MAZE030	244	9	30	1	1.3	1.65 × 105	1
MAZE130	1.46 × 103	9	30	1	14.2	9.02 × 1022	23
MAZE230	655	9	30	1	1.3	4.48 × 107	3
MAZEH0	1.75 × 103	9	30	1	7.9	8.26 × 1023	15
MAZE100	3.72 × 104	9	100	1	40.3	4.27 × 1063	76
MINER010	5.96 × 104	9	10	1	3.8	4.84 × 1010	8
MINER10	6.86 × 104	9	10	1	5.2	4.89 × 1010	9
MINER20	5.56 × 104	9	10	1	1.3	4.82 × 1010	3
MINERH0	1.04 × 105	9	10	1	3.4	5.04 × 1010	7
NINJA0	2.02 × 105	13	10	1	4.4	2.67 × 1011	9
NINJA10	4.87 × 105	13	10	1	3.9	2.82 × 1011	8
NINJA20	2.11 × 105	13	10	1	7.0	2.67 × 1011	9
NINJAH0	6.61 × 104	13	10	1	6.8	2.47 × 1011	10
PLUNDER0	1.55 × 104	10	10	1	1.3	1.26 × 1011	5
PLUNDER10	2.06 × 104	10	10	1	1	1.29 × 1011	3
PLUNDER20	9.99 × 103	10	10	1	3.3	1.22 × 1011	7
PLUNDERH0	8.28 × 103	10	10	1	1.3	1.20 × 1011	5
STARPILOT0	3.24 × 105	11	10	2	8.0	4.09 × 1011	9
STARPILOT10	1.76 × 105	11	10	1	3.7	3.93 × 1011	8
STARPILOT20	9.50 × 104	11	10	7	9	3.77 × 1011	7
STARPILOTH0	2.46 × 105	11	10	4	9.2	4.02 × 1011	8
EMPTY-5X5	37	3	100	1	1.6	1.76 × 103	5
EMPTY-6X6	65	3	100	1	2.3	3.47 × 103	7
EMPTY-8X8	145	3	100	1	3.0	9.28 × 103	11
EMPTY-16X16	785	3	100	1	7.9	1.22 × 106	27
DOORKEY-5X5	265	6	100	1	3.6	3.85 × 107	11
DOORKEY-6X6	1.30 × 103	6	100	1	5.0	5.00 × 1010	14
DOORKEY-8X8	9.24 × 103	6	100	1	6.6	2.27 × 1015	17
DOORKEY-16X16	3.58 × 105	6	100	1	14.1	1.04 × 1042	29
MULTIROOM-N2-S4	61	6	100	1	2.4	3.27 × 105	7
MULTIROOM-N4-S5	5.70 × 103	6	100	1	17.2	2.29 × 1043	36
MULTIROOM-N6	1.12 × 104	6	100	1	24.8	3.81 × 1072	46
KEYCORRIDORS3R1	169	6	100	1	4.1	2.10 × 107	15
KEYCORRIDORS3R2	4.90 × 103	6	100	1	4.7	2.48 × 1013	15
KEYCORRIDORS3R3	1.08 × 105	6	100	1	5.5	6.27 × 1025	17
KEYCORRIDORS4R3	6.03 × 105	6	100	1	9.1	1.66 × 1042	20
UNLOCK	1.08 × 103	6	100	1	4.6	1.36 × 107	15
UNLOCKPICKUP	1.72 × 104	6	100	1	5.3	6.26 × 1017	16
BLOCKEDUNLOCKPICKUP	5.10 × 105	6	100	1	10.4	5.85 × 1035	24
OBSTRUCTEDMAZE-1DL	3.20 × 103	6	100	1	4.9	1.92 × 1010	14
OBSTRUCTEDMAZE-1DLH	4.35 × 103	6	100	1	5.5	7.25 × 1010	15
OBSTRUCTEDMAZE-1DLHB	6.73 × 104	6	100	1	9.1	6.05 × 1016	21
FOURROOMS	1.04 × 103	6	100	1	5.1	7.25 × 1011	15
LAVACROSSINGS9N1	173	6	100	1	3.7	3.19 × 105	14
LAVACROSSINGS9N2	133	6	100	1	4.1	3.65 × 105	14
LAVACROSSINGS9N3	53	6	100	1	4.5	9.99 × 105	13
LAVACROSSINGS11N5	85	6	100	1	10.4	1.74 × 109	21
SIMPLECROSSINGS9N1	173	6	100	1	3.6	1.84 × 105	14
SIMPLECROSSINGS9N2	133	6	100	1	3.9	1.41 × 105	14
SIMPLECROSSINGS9N3	53	6	100	1	3.9	1.04 × 105	13
SIMPLECROSSINGS11N5	85	6	100	1	6.9	2.71 × 10^7	21
LAVAGAPS5	21	6	100	1	1.8	1.19 × 10^4	6
LAVAGAPS6	53	6	100	1	3.0	1.15 × 10^5	9
LAVAGAPS7	85	6	100	1	3.6	4.03 × 10^5	11