PredictionOutput(predictions=(array([[-7.6776986, -7.077825 , -6.7286625, ..., -8.411105 , -8.054404 , -6.904107 ], [-5.3674793, -5.533578 , -4.732835 , ..., -8.295293 , -7.8776445, -6.6542554], [-7.227771 , -6.5405884, -5.60233 , ..., -8.069541 , -8.297742 , -6.7834263], ..., [-6.603417 , -5.7521057, -5.5941296, ..., -7.9073157, -7.974876 , -6.8349013], [-2.5827937, -4.6935344, -3.5923223, ..., -8.226607 , -7.20708 , -6.5900707], [-4.113274 , -5.181159 , -4.6069164, ..., -7.1645947, -7.285424 , -6.61419 ]], dtype=float32), array([[-6.7221494, -6.793156 , -7.8639345, ..., -8.302709 , -8.585441 , -6.1055636], [-4.158317 , -6.1881523, -7.7105107, ..., -8.127259 , -8.522727 , -5.5982375], [-6.3788066, -6.5608277, -8.102302 , ..., -8.544028 , -8.346045 , -5.8999496], ..., [-5.8564353, -7.3260837, -7.3585167, ..., -8.106247 , -8.2489805, -5.7838345], [-1.611078 , -4.7105117, -3.008606 , ..., -6.9613056, -7.8744817, -5.2358365], [-2.4467976, -5.2883115, -4.5215383, ..., -7.6404977, -7.3114285, -5.291327 ]], dtype=float32)), label_ids=(array([ 41, 8, 10, 8, 39, 6, 59, 9, 14, 15, 73, 8, 51, 7, 10, 10, 17, 10, 76, 16, 94, 11, 6, 9, 22, 7, 7, 8, 25, 10, 27, 14, 11, 12, 11, 16, 8, 71, 10, 102, 10, 66, 10, 50, 7, 32, 9, 10, 7, 12, 8, 179, 11, 17, 96, 12, 66, 9, 17, 7, 126, 8, 44, 13, 13, 46, 11, 12, 35, 9, 20, 10, 57, 7, 36, 11, 106, 9, 8, 8, 12, 12, 91, 17, 13, 20, 10, 55, 9, 54, 8, 22, 9, 77, 15, 7, 26, 11, 16, 8, 8, 87, 10, 20, 9, 49, 12, 30, 13, 13, 10, 6, 74, 12, 9, 15, 9, 21, 12, 8, 12, 8, 8, 57, 12, 13, 45, 8, 23, 8, 9, 10, 8, 9, 10, 10, 14, 12, 14, 9, 39, 10, 9, 9, 31, 9, 8, 8, 35, 12, 25, 8, 89, 7, 90, 8, 45, 23, 14, 24, 9, 29, 8, 110, 9, 64, 10, 10, 13, 12, 45, 13, 14, 13, 59, 11, 12, 18, 10, 12, 8, 80, 14, 10, 12, 32, 33, 10, 11, 11, 51, 13, 106, 10, 15, 10, 16, 10, 9, 10, 11, 8, 11, 10, 10, 11, 11, 8, 12, 86, 9, 91, 9, 8, 10, 34, 7, 14, 10, 70, 10, 9, 10, 71, 16, 95, 142, 11, 82, 10, 15, 33, 9, 16, 10, 9, 9, 12, 10, 10, 32, 8, 23, 14, 93, 7, 12, 10, 20, 9, 34, 34, 11, 42, 14, 15, 11, 18, 10, 32, 15, 10, 8, 7, 48, 6, 76, 8, 23, 12, 9, 9, 10, 10, 10, 89, 18, 15, 8, 106, 10, 162, 9, 10, 14, 20, 11, 18, 8, 116, 11, 28, 7, 19, 8, 126, 11, 54, 13, 41, 9, 16, 13, 23, 13, 9, 23, 78, 12, 21, 8, 8, 73, 18, 23, 16, 21, 16, 35, 8, 55, 73, 12, 8, 9, 12, 10, 15, 9, 9, 13, 14, 41, 14, 42, 10, 16, 9, 64, 61, 9, 6, 9, 9, 10, 58, 9, 9, 165, 27, 12, 27, 168, 10, 24, 12, 13, 42, 10, 45, 9, 48, 11, 67, 12, 24, 7, 61, 10, 11, 19, 89, 20, 76, 8, 42, 9, 9, 8, 55, 9, 11, 11, 40, 8, 23, 8, 74, 13, 24, 10, 15, 12, 13, 11, 10, 13, 11, 11, 18, 10, 26, 82, 10, 26, 7, 13, 11, 69, 12, 10, 11, 14, 11, 18, 15, 36, 10, 49, 8, 50, 9, 19, 9, 40, 10, 51, 8, 61, 13, 49, 9, 13, 14, 78, 8, 35, 17, 106, 116, 7, 8, 9, 59, 87, 8, 8, 11, 63, 11, 8, 8, 23, 13, 113, 7, 45, 8, 21, 11, 10, 7, 26, 14, 9, 68, 11, 22, 8, 13, 7, 461, 95, 0, 16, 0, 0, 41, 10, 10, 14, 26, 13, 23, 11, 29, 24, 12, 11, 11, 55, 7, 14, 8, 11, 10, 9, 12, 13, 12, 14, 14, 17, 8, 54, 7, 18, 11, 12, 34, 14, 14, 7, 56, 9, 75, 9, 15, 11, 24, 10, 89, 7, 78, 9, 41, 14, 112, 8, 51, 7, 90, 7, 52, 9, 23, 17, 16, 43, 7, 13, 14, 10, 11, 39, 12, 16, 9, 18, 8, 37, 8, 65, 10, 52, 10, 15, 13, 46, 11, 17, 17, 84, 10, 74, 12, 12, 76, 9, 10, 9, 16, 13, 11, 25, 25, 8, 16, 17, 22, 9, 53, 8, 70, 13, 43, 13, 35, 8, 15, 9, 35, 12, 31, 7, 51, 12, 12, 28, 10, 51, 18, 127, 15, 78, 12, 203, 11, 51, 9, 16, 10, 45, 9, 12, 10, 63, 12, 106, 9, 34, 11, 8, 49, 10, 37, 119, 11, 28, 13, 12, 28, 7, 10, 10, 8, 21, 11, 112, 15, 72, 7, 20, 11, 40, 8, 20, 11, 60, 7, 13, 8, 47, 11, 113, 9, 8, 16, 9, 9, 9, 13, 9, 72, 11, 62, 56, 108, 15, 19, 9, 52, 11, 22, 7, 11, 11, 13, 41, 12, 14, 42, 13, 35, 7, 109, 9, 11, 10, 9, 9, 11, 32, 7, 16, 8, 12, 158, 11, 81, 10, 13, 197, 9, 9, 9, 12, 11, 11, 12, 23, 10, 9, 8, 9, 12, 59, 16, 29, 23, 74, 20, 22, 133, 10, 93, 17, 15, 10, 13, 43, 9, 11, 20, 10, 11, 14, 24, 10, 12, 10, 58, 31, 13, 7, 10, 14, 10, 8, 8, 13, 43, 10, 35, 32, 61, 23, 15, 14, 12, 23, 12, 13, 25, 12, 7, 30, 9, 118, 9, 48, 28, 9, 54, 36, 11, 52, 29, 10, 8, 27, 9, 25, 27, 17, 18, 9, 14, 45, 15, 9, 16, 7, 48, 139, 9, 39, 10, 44, 10, 12, 11, 50, 110, 11, 28, 9, 32, 11, 10, 20, 16, 15, 16, 15, 15, 15, 18, 10, 26, 9, 10, 9, 53, 13, 120, 18, 27, 10, 50, 12, 60, 24, 104, 25, 7, 9, 18, 10, 33, 8, 203, 78, 9, 104, 13, 21, 17]), array([ 41, 7, 9, 7, 51, 5, 71, 8, 17, 14, 75, 7, 52, 6, 12, 9, 24, 9, 81, 15, 105, 10, 10, 8, 25, 6, 12, 7, 52, 9, 54, 13, 10, 32, 10, 17, 7, 72, 9, 105, 9, 66, 9, 52, 6, 34, 8, 36, 6, 38, 7, 188, 10, 16, 109, 11, 71, 8, 18, 6, 130, 7, 44, 16, 12, 61, 10, 11, 38, 8, 31, 9, 61, 6, 45, 10, 106, 8, 8, 7, 43, 11, 92, 16, 12, 22, 9, 56, 8, 55, 7, 23, 8, 82, 14, 6, 27, 10, 16, 12, 7, 89, 9, 22, 8, 57, 11, 33, 12, 12, 21, 5, 82, 11, 8, 16, 8, 24, 19, 7, 11, 7, 7, 69, 11, 12, 54, 7, 47, 7, 21, 22, 20, 8, 9, 9, 19, 11, 15, 8, 42, 9, 13, 8, 31, 8, 7, 7, 40, 11, 27, 7, 94, 6, 95, 7, 55, 29, 13, 24, 8, 38, 7, 111, 8, 67, 9, 9, 13, 11, 47, 12, 13, 12, 85, 16, 11, 19, 9, 21, 7, 80, 13, 10, 11, 35, 33, 9, 11, 10, 52, 12, 106, 9, 15, 9, 23, 16, 8, 17, 18, 7, 10, 11, 9, 12, 10, 9, 11, 89, 8, 93, 8, 8, 9, 56, 6, 18, 9, 71, 9, 8, 9, 72, 15, 96, 142, 10, 83, 9, 14, 33, 8, 18, 9, 8, 8, 11, 11, 9, 37, 7, 31, 13, 95, 6, 16, 9, 21, 8, 39, 39, 10, 50, 13, 34, 10, 20, 9, 67, 14, 9, 12, 6, 49, 5, 77, 7, 23, 11, 15, 8, 9, 9, 9, 90, 17, 44, 7, 107, 9, 165, 8, 9, 13, 23, 10, 22, 7, 119, 10, 29, 6, 24, 7, 130, 10, 63, 12, 41, 8, 16, 12, 29, 12, 8, 42, 89, 11, 37, 7, 7, 73, 17, 28, 15, 20, 15, 36, 7, 57, 99, 11, 7, 12, 15, 9, 15, 8, 8, 14, 13, 44, 13, 52, 9, 18, 8, 64, 61, 8, 5, 8, 10, 9, 60, 23, 8, 195, 69, 11, 27, 172, 9, 24, 11, 12, 75, 9, 45, 8, 48, 10, 69, 11, 26, 6, 63, 30, 10, 19, 90, 19, 76, 7, 47, 8, 36, 7, 56, 8, 12, 10, 43, 7, 25, 7, 74, 12, 26, 9, 15, 11, 15, 10, 9, 12, 13, 10, 43, 9, 26, 82, 9, 54, 6, 13, 10, 91, 11, 25, 10, 20, 10, 18, 14, 61, 9, 51, 7, 52, 8, 27, 8, 42, 9, 51, 7, 85, 12, 51, 8, 35, 13, 78, 7, 38, 16, 109, 129, 6, 7, 8, 62, 88, 7, 7, 10, 87, 10, 12, 7, 23, 12, 114, 6, 53, 7, 24, 10, 42, 6, 81, 34, 8, 77, 10, 23, 7, 14, 6, 462, 96, 0, 15, 0, 0, 49, 9, 9, 13, 29, 12, 30, 10, 29, 24, 11, 10, 10, 59, 6, 15, 7, 25, 24, 8, 11, 13, 11, 33, 13, 35, 7, 59, 6, 31, 10, 11, 34, 13, 15, 6, 56, 8, 76, 8, 16, 10, 25, 9, 91, 6, 90, 8, 41, 13, 113, 7, 52, 6, 92, 6, 53, 8, 23, 16, 15, 47, 6, 15, 16, 9, 10, 39, 11, 22, 8, 18, 7, 51, 7, 67, 9, 54, 9, 35, 12, 75, 10, 17, 16, 91, 9, 74, 11, 11, 81, 8, 9, 18, 15, 15, 10, 25, 27, 7, 17, 16, 22, 8, 55, 7, 74, 12, 45, 12, 51, 7, 17, 8, 43, 11, 33, 6, 52, 11, 11, 61, 9, 53, 17, 134, 14, 80, 11, 206, 10, 53, 8, 22, 9, 49, 8, 20, 9, 84, 11, 132, 8, 35, 12, 7, 55, 9, 60, 120, 10, 41, 12, 13, 29, 6, 9, 18, 7, 23, 10, 133, 14, 78, 6, 45, 10, 40, 7, 42, 10, 61, 6, 21, 7, 56, 10, 116, 8, 7, 19, 8, 11, 8, 15, 8, 72, 10, 68, 82, 128, 14, 21, 8, 57, 10, 24, 6, 13, 10, 12, 46, 11, 13, 46, 12, 50, 6, 110, 8, 34, 9, 13, 8, 10, 32, 6, 21, 7, 11, 162, 10, 85, 9, 12, 199, 8, 11, 8, 13, 10, 10, 11, 26, 9, 20, 7, 8, 11, 59, 18, 29, 25, 78, 25, 22, 140, 31, 96, 20, 17, 9, 12, 46, 8, 10, 20, 9, 10, 13, 37, 9, 12, 15, 59, 33, 15, 6, 14, 27, 24, 9, 7, 15, 56, 9, 38, 34, 69, 25, 14, 13, 14, 23, 11, 12, 26, 16, 6, 33, 8, 121, 8, 50, 32, 8, 91, 37, 10, 54, 31, 9, 9, 29, 8, 69, 32, 24, 18, 12, 35, 73, 33, 8, 22, 8, 53, 141, 26, 39, 9, 46, 9, 16, 10, 51, 112, 10, 42, 8, 32, 10, 12, 20, 15, 14, 18, 15, 14, 14, 19, 9, 48, 8, 9, 8, 55, 12, 120, 17, 29, 9, 54, 11, 78, 29, 116, 28, 6, 8, 48, 9, 33, 7, 206, 79, 8, 124, 12, 46, 16])), metrics={'test_loss': 1.0233564376831055, 'test_exact_match': 67.9245283018868, 'test_f1': 74.03608244980539, 'test_runtime': 47.2267, 'test_samples_per_second': 17.956, 'test_steps_per_second': 2.244})