PredictionOutput(predictions=(array([[-6.3246927, -5.654762 , -6.941552 , ..., -7.5898046, -7.740813 , -6.1349645], [-4.834963 , -3.745935 , -3.2166266, ..., -7.0255365, -7.0781636, -6.014003 ], [-7.103022 , -7.007348 , -6.887471 , ..., -7.0100193, -7.818549 , -6.481393 ], ..., [-7.2380886, -6.9530168, -5.9637184, ..., -8.142187 , -8.049299 , -6.345413 ], [-6.465349 , -5.6243043, -5.1069393, ..., -7.737566 , -8.114063 , -6.3944073], [-5.9997034, -5.400169 , -5.759265 , ..., -7.4665504, -7.329249 , -6.0164046]], dtype=float32), array([[-6.2120194, -5.8926864, -5.0663767, ..., -7.058113 , -7.489437 , -6.2375684], [-4.927747 , -4.759913 , -4.731585 , ..., -6.1144805, -5.997227 , -6.007777 ], [-6.646918 , -6.937681 , -6.4157243, ..., -6.842525 , -6.376035 , -6.4495506], ..., [-7.0611844, -7.0813217, -7.2140346, ..., -7.3944006, -7.430308 , -6.522217 ], [-6.0665016, -5.8312573, -5.276547 , ..., -7.2962427, -7.2165346, -6.3499103], [-6.1140056, -6.394855 , -6.4566636, ..., -7.1827383, -7.099182 , -5.9224005]], dtype=float32)), label_ids=(array([ 26, 15, 66, 11, 11, 43, 11, 19, 7, 25, 24, 26, 359, 0, 15, 112, 19, 228, 89, 13, 7, 22, 31, 16, 36, 70, 23, 34, 32, 56, 29, 53, 15, 32, 49, 41, 151, 24, 17, 89, 64, 78, 34, 152, 21, 194, 52, 19, 10, 92, 52, 24, 18, 15, 69, 29, 129, 57, 49, 25, 11, 44, 61, 72, 125, 12, 53, 14, 8, 29, 14, 29, 65, 71, 15, 52, 21, 26, 46, 10, 9, 20, 45, 8, 53, 11, 117, 58, 14, 9, 56, 44, 22, 79, 15, 14, 52, 95, 26, 42, 19, 28, 91, 72, 61, 15, 118, 16, 83, 51, 29, 84, 42, 17, 36, 22, 11, 96, 17, 12, 24, 16, 18, 18, 48, 30, 26, 23, 28, 17, 49, 54, 17, 35, 32, 9, 137, 45, 38, 34, 134, 32, 22, 23, 7, 13, 157, 23, 8, 55, 10, 18, 11, 11, 25, 90, 47, 16, 77, 16, 48, 30, 9, 19, 38, 112, 45, 7, 16, 13, 79, 8, 25, 28, 30, 27, 30, 19, 14, 43, 78, 32, 9, 119, 60, 16, 297, 23, 29, 12, 124, 14, 50, 40, 31, 30, 40, 31, 18, 18, 26, 8, 22, 94, 58, 8, 36, 8, 20, 99, 74, 39, 33, 32, 30, 15, 130, 17, 33, 104, 34, 30, 23, 39, 23, 26, 27, 13, 15, 32, 60, 39, 20, 12, 32, 10, 60, 28, 30, 65, 37, 74, 13, 30, 17, 10, 11, 45, 98, 46, 44, 21, 26, 50, 107, 14, 54, 14, 15, 11, 36, 43, 16, 11, 24, 9, 41, 16, 28, 25, 50, 70, 77, 44, 13, 61, 10, 11, 24, 10, 21, 24, 12, 104, 12, 108, 11, 18, 34, 29, 44, 14, 17, 17, 86, 60, 12, 52, 36, 18, 11, 30, 49, 26, 63, 64, 49, 45, 63, 23, 118, 21, 255, 10, 8, 36, 21, 11, 84, 13, 12, 44, 10, 38, 11, 91, 15, 33, 21, 30, 26, 29, 11, 18, 17, 45, 129, 15, 13, 15, 34, 121, 42, 65, 33, 28, 32, 21, 13, 9, 45, 32, 45, 73, 16, 50, 47, 22, 19, 90, 19, 20, 23, 8, 9, 14, 74, 8, 39, 49, 31, 24, 46, 33, 15, 11, 48, 77, 15, 112, 17, 9, 27, 81, 18, 14, 52, 28, 210, 48, 24, 10, 14, 25, 10, 10, 42, 13, 34, 36, 97, 8, 20, 35, 20, 58, 8, 29, 7, 50, 19, 15, 78, 42, 53, 11, 20, 150, 11, 28, 11, 83, 24, 20, 29, 24, 9, 17, 10, 15, 25, 16, 30, 44, 17, 147, 40, 129, 19, 100, 7, 9, 11, 8, 99, 20, 49, 129, 25, 47, 9, 36, 19, 34, 13, 18, 8, 19, 24, 18, 78, 85, 34, 134, 57, 41, 106, 15, 28, 149, 34, 31, 15, 20, 19, 15, 504, 131, 15, 45, 36, 13, 29, 52, 19, 8, 52, 12, 9, 62, 33, 18, 22, 13, 66, 20, 11, 69, 28, 39, 17, 16, 23, 42, 80, 50, 31, 9, 101, 27, 20, 60, 20, 30, 39, 29, 85, 58, 51, 8, 20, 199, 12, 46, 15, 54, 8, 23, 18, 17, 37, 18, 98, 11, 11, 40, 54, 9, 156, 33, 17, 50, 43, 187, 17, 7, 34, 74, 35, 20, 31, 43, 20, 47, 54, 53, 38, 32, 50, 126, 27, 21, 13, 17, 25, 38, 13, 59, 81, 112, 24, 54, 15, 14, 11, 9, 13, 50, 13, 70, 71, 118, 14, 11, 31, 17, 19, 17, 78, 22, 34, 8, 23, 26, 112, 60, 17, 97, 10, 16, 12, 55, 10, 113, 79, 26, 120, 45, 13, 39, 34, 30, 8, 27, 203, 16, 40, 14, 91, 46, 9, 78, 39, 39, 54, 19, 13, 17, 19, 66, 26, 90, 48, 14, 18, 33, 20, 15, 36, 63, 97, 10, 132, 21, 97, 43, 57, 88, 53, 32, 36, 53, 17, 8, 8, 101, 43, 12, 11, 88, 15, 8, 13, 27, 12, 33, 10, 12, 16, 47, 18, 150, 9, 45, 19, 135, 51, 21, 46, 21, 25, 115, 28, 8, 9, 9, 100, 28, 16, 84, 30, 7, 42, 170, 10, 59, 95, 22, 20, 15, 8, 22, 39, 30, 19, 55, 73, 12, 10, 35, 27, 11, 17, 113, 40, 28, 20, 20, 39, 13, 16, 81, 24, 54, 114, 20, 18, 68, 20, 23, 26, 47, 10, 8, 70, 23, 24, 18, 13, 24, 19, 15, 13, 60, 30, 39, 116, 62, 133, 10, 195, 49, 10, 20, 11, 35, 12, 68, 10, 16, 33, 77, 10, 32, 89, 40, 74, 45, 51, 38, 19, 78, 17, 74, 10, 13, 37, 43, 32, 69, 11, 62, 37, 28, 22, 15, 15, 198, 36, 18, 134, 116, 32, 54, 67, 91, 16, 23, 32, 12, 40, 6, 16, 133, 56, 11, 9, 51, 56, 58, 75, 15, 25, 112, 41, 53, 33, 23, 34, 162, 63, 22, 16, 8, 67, 26, 35, 17, 77, 11, 33, 13, 39, 24, 42, 327, 8, 31, 26, 68, 47, 47, 43, 49, 12, 37, 27, 14, 41, 8, 65, 9, 7, 32, 22, 15, 11]), array([ 28, 17, 68, 15, 15, 67, 14, 32, 10, 32, 27, 26, 360, 0, 20, 116, 22, 228, 96, 16, 10, 24, 32, 33, 54, 74, 24, 36, 33, 57, 56, 54, 25, 43, 50, 56, 155, 24, 20, 90, 65, 81, 37, 152, 21, 194, 54, 25, 22, 98, 64, 50, 18, 32, 77, 36, 142, 58, 51, 27, 38, 47, 61, 73, 127, 19, 63, 19, 19, 31, 22, 29, 68, 75, 16, 54, 23, 31, 52, 34, 16, 20, 49, 11, 55, 45, 119, 58, 14, 9, 57, 46, 24, 81, 37, 15, 52, 102, 26, 43, 26, 32, 98, 72, 65, 18, 123, 17, 85, 53, 37, 84, 44, 17, 38, 27, 11, 111, 24, 26, 26, 16, 18, 18, 50, 42, 26, 23, 58, 19, 67, 59, 18, 35, 48, 20, 141, 45, 40, 35, 136, 63, 29, 34, 7, 42, 161, 56, 8, 57, 11, 23, 16, 20, 26, 90, 48, 21, 77, 16, 52, 30, 11, 20, 54, 118, 50, 7, 26, 13, 79, 10, 29, 53, 31, 32, 31, 22, 16, 43, 78, 38, 25, 124, 77, 42, 299, 24, 33, 42, 130, 15, 52, 46, 31, 32, 40, 55, 24, 22, 27, 35, 22, 108, 65, 13, 43, 10, 23, 99, 79, 53, 34, 32, 32, 24, 131, 19, 34, 104, 53, 32, 25, 49, 25, 38, 28, 15, 17, 34, 64, 39, 20, 13, 33, 20, 63, 65, 32, 73, 43, 79, 13, 30, 17, 23, 21, 45, 105, 57, 46, 51, 33, 56, 109, 27, 59, 22, 16, 22, 54, 44, 29, 13, 31, 23, 50, 17, 60, 37, 55, 72, 92, 75, 14, 62, 28, 19, 47, 22, 22, 27, 29, 104, 13, 131, 13, 18, 39, 29, 45, 17, 17, 22, 93, 61, 39, 70, 64, 18, 11, 30, 49, 29, 85, 89, 64, 45, 65, 60, 119, 23, 256, 18, 10, 43, 41, 12, 88, 21, 13, 49, 14, 45, 11, 91, 16, 48, 21, 33, 30, 36, 28, 39, 19, 57, 130, 19, 29, 21, 37, 124, 59, 66, 36, 38, 33, 21, 15, 31, 46, 32, 93, 79, 17, 50, 49, 22, 24, 90, 24, 21, 30, 29, 36, 27, 77, 11, 42, 67, 34, 25, 57, 44, 17, 13, 50, 89, 25, 117, 19, 21, 30, 84, 18, 17, 53, 30, 213, 49, 25, 10, 16, 27, 18, 20, 42, 13, 51, 36, 103, 10, 36, 38, 27, 59, 9, 35, 36, 52, 61, 15, 79, 42, 55, 41, 24, 152, 13, 28, 18, 83, 50, 20, 38, 27, 13, 18, 10, 15, 28, 28, 32, 58, 23, 149, 43, 131, 19, 104, 7, 9, 28, 9, 100, 24, 91, 132, 67, 49, 11, 37, 20, 40, 13, 53, 11, 20, 24, 24, 81, 110, 35, 202, 60, 48, 107, 18, 31, 153, 35, 32, 28, 33, 20, 34, 504, 131, 15, 51, 36, 22, 30, 56, 23, 8, 58, 13, 27, 75, 36, 18, 38, 15, 68, 24, 13, 70, 40, 43, 17, 16, 23, 42, 80, 54, 32, 15, 102, 62, 50, 64, 30, 30, 39, 31, 113, 85, 56, 9, 20, 201, 15, 49, 37, 54, 9, 46, 21, 23, 41, 18, 100, 40, 30, 41, 60, 9, 157, 49, 23, 52, 49, 189, 34, 8, 39, 74, 39, 23, 38, 43, 20, 53, 59, 66, 38, 34, 62, 126, 41, 22, 38, 23, 27, 40, 13, 62, 84, 117, 34, 55, 17, 25, 11, 11, 13, 57, 29, 88, 73, 119, 14, 11, 34, 19, 28, 30, 78, 22, 38, 8, 40, 28, 120, 63, 20, 100, 10, 23, 21, 57, 14, 116, 80, 31, 120, 55, 16, 39, 42, 30, 12, 29, 204, 22, 43, 15, 93, 52, 9, 85, 53, 43, 54, 21, 28, 17, 20, 75, 50, 115, 61, 37, 22, 47, 20, 19, 41, 65, 111, 10, 134, 33, 97, 47, 68, 106, 54, 42, 36, 56, 35, 13, 9, 109, 45, 13, 11, 88, 17, 10, 29, 27, 20, 34, 13, 13, 18, 53, 28, 153, 22, 45, 19, 137, 51, 21, 46, 24, 28, 118, 34, 10, 22, 28, 100, 29, 34, 86, 42, 11, 46, 188, 11, 64, 99, 23, 62, 15, 10, 23, 48, 36, 20, 56, 76, 14, 12, 44, 28, 12, 36, 126, 58, 29, 20, 27, 42, 19, 23, 81, 24, 54, 116, 30, 18, 69, 20, 24, 28, 49, 17, 14, 72, 24, 26, 23, 14, 24, 19, 17, 27, 66, 32, 46, 118, 66, 135, 10, 195, 56, 11, 30, 13, 37, 15, 68, 16, 19, 33, 88, 17, 35, 90, 42, 76, 45, 54, 51, 20, 135, 17, 86, 29, 42, 37, 45, 40, 72, 13, 62, 40, 28, 34, 33, 19, 204, 38, 24, 135, 118, 34, 57, 67, 91, 21, 42, 33, 12, 50, 7, 22, 135, 58, 26, 13, 53, 56, 63, 96, 17, 33, 121, 60, 56, 35, 23, 45, 162, 69, 22, 21, 11, 67, 28, 36, 30, 80, 18, 35, 17, 39, 28, 43, 332, 15, 31, 28, 78, 49, 52, 46, 49, 25, 41, 32, 18, 46, 11, 66, 10, 8, 34, 23, 33, 12])), metrics={'test_loss': 1.3518387079238892, 'test_exact_match': 51.5752625437573, 'test_f1': 63.9944639976603, 'test_runtime': 46.2175, 'test_samples_per_second': 18.543, 'test_steps_per_second': 2.337})