| PredictionOutput(predictions=(array([[-5.6569166, -5.6026487, -5.2293024, ..., -7.714299 , -7.75922 , | |
| -7.050535 ], | |
| [-4.10028 , -4.4362736, -1.4430411, ..., -7.6566777, -7.706584 , | |
| -6.8068657], | |
| [-5.254589 , -5.085027 , -3.8519912, ..., -8.0982 , -7.74445 , | |
| -6.976511 ], | |
| ..., | |
| [-4.8420677, -5.324687 , -4.6671324, ..., -7.9530993, -7.740043 , | |
| -7.265579 ], | |
| [-1.7128483, -3.617846 , -2.9173126, ..., -8.322919 , -8.003241 , | |
| -6.6888323], | |
| [-2.9863038, -4.3009934, -3.5254717, ..., -7.8710504, -7.8219476, | |
| -6.7088118]], dtype=float32), array([[-4.985059 , -5.62015 , -6.585838 , ..., -8.056629 , | |
| -8.126738 , -5.9038467 ], | |
| [-3.0638905 , -4.8499866 , -5.270744 , ..., -7.938978 , | |
| -8.022577 , -5.7312593 ], | |
| [-5.1996045 , -5.930199 , -6.8457756 , ..., -8.02756 , | |
| -7.974593 , -6.0084224 ], | |
| ..., | |
| [-3.8334773 , -6.1602497 , -6.5691676 , ..., -7.966215 , | |
| -8.136274 , -5.7270074 ], | |
| [-0.22586474, -3.4899747 , -2.4272456 , ..., -6.4262285 , | |
| -7.6043906 , -5.4305654 ], | |
| [-1.3159301 , -4.3984494 , -3.9507654 , ..., -7.715788 , | |
| -7.7165637 , -5.4757805 ]], dtype=float32)), label_ids=(array([ 41, 8, 10, 8, 39, 6, 59, 9, 14, 15, 73, 8, 51, | |
| 7, 10, 10, 17, 10, 76, 16, 94, 11, 6, 9, 22, 7, | |
| 7, 8, 25, 10, 27, 14, 11, 12, 11, 16, 8, 71, 10, | |
| 102, 10, 66, 10, 50, 7, 32, 9, 10, 7, 12, 8, 179, | |
| 11, 17, 96, 12, 66, 9, 17, 7, 126, 8, 44, 13, 13, | |
| 46, 11, 12, 35, 9, 20, 10, 57, 7, 36, 11, 106, 9, | |
| 8, 8, 12, 12, 91, 17, 13, 20, 10, 55, 9, 54, 8, | |
| 22, 9, 77, 15, 7, 26, 11, 16, 8, 8, 87, 10, 20, | |
| 9, 49, 12, 30, 13, 13, 10, 6, 74, 12, 9, 15, 9, | |
| 21, 12, 8, 12, 8, 8, 57, 12, 13, 45, 8, 23, 8, | |
| 9, 10, 8, 9, 10, 10, 14, 12, 14, 9, 39, 10, 9, | |
| 9, 31, 9, 8, 8, 35, 12, 25, 8, 89, 7, 90, 8, | |
| 45, 23, 14, 24, 9, 29, 8, 110, 9, 64, 10, 10, 13, | |
| 12, 45, 13, 14, 13, 59, 11, 12, 18, 10, 12, 8, 80, | |
| 14, 10, 12, 32, 33, 10, 11, 11, 51, 13, 106, 10, 15, | |
| 10, 16, 10, 9, 10, 11, 8, 11, 10, 10, 11, 11, 8, | |
| 12, 86, 9, 91, 9, 8, 10, 34, 7, 14, 10, 70, 10, | |
| 9, 10, 71, 16, 95, 142, 11, 82, 10, 15, 33, 9, 16, | |
| 10, 9, 9, 12, 10, 10, 32, 8, 23, 14, 93, 7, 12, | |
| 10, 20, 9, 34, 34, 11, 42, 14, 15, 11, 18, 10, 32, | |
| 15, 10, 8, 7, 48, 6, 76, 8, 23, 12, 9, 9, 10, | |
| 10, 10, 89, 18, 15, 8, 106, 10, 162, 9, 10, 14, 20, | |
| 11, 18, 8, 116, 11, 28, 7, 19, 8, 126, 11, 54, 13, | |
| 41, 9, 16, 13, 23, 13, 9, 23, 78, 12, 21, 8, 8, | |
| 73, 18, 23, 16, 21, 16, 35, 8, 55, 73, 12, 8, 9, | |
| 12, 10, 15, 9, 9, 13, 14, 41, 14, 42, 10, 16, 9, | |
| 64, 61, 9, 6, 9, 9, 10, 58, 9, 9, 165, 27, 12, | |
| 27, 168, 10, 24, 12, 13, 42, 10, 45, 9, 48, 11, 67, | |
| 12, 24, 7, 61, 10, 11, 19, 89, 20, 76, 8, 42, 9, | |
| 9, 8, 55, 9, 11, 11, 40, 8, 23, 8, 74, 13, 24, | |
| 10, 15, 12, 13, 11, 10, 13, 11, 11, 18, 10, 26, 82, | |
| 10, 26, 7, 13, 11, 69, 12, 10, 11, 14, 11, 18, 15, | |
| 36, 10, 49, 8, 50, 9, 19, 9, 40, 10, 51, 8, 61, | |
| 13, 49, 9, 13, 14, 78, 8, 35, 17, 106, 116, 7, 8, | |
| 9, 59, 87, 8, 8, 11, 63, 11, 8, 8, 23, 13, 113, | |
| 7, 45, 8, 21, 11, 10, 7, 26, 14, 9, 68, 11, 22, | |
| 8, 13, 7, 461, 95, 0, 16, 0, 0, 41, 10, 10, 14, | |
| 26, 13, 23, 11, 29, 24, 12, 11, 11, 55, 7, 14, 8, | |
| 11, 10, 9, 12, 13, 12, 14, 14, 17, 8, 54, 7, 18, | |
| 11, 12, 34, 14, 14, 7, 56, 9, 75, 9, 15, 11, 24, | |
| 10, 89, 7, 78, 9, 41, 14, 112, 8, 51, 7, 90, 7, | |
| 52, 9, 23, 17, 16, 43, 7, 13, 14, 10, 11, 39, 12, | |
| 16, 9, 18, 8, 37, 8, 65, 10, 52, 10, 15, 13, 46, | |
| 11, 17, 17, 84, 10, 74, 12, 12, 76, 9, 10, 9, 16, | |
| 13, 11, 25, 25, 8, 16, 17, 22, 9, 53, 8, 70, 13, | |
| 43, 13, 35, 8, 15, 9, 35, 12, 31, 7, 51, 12, 12, | |
| 28, 10, 51, 18, 127, 15, 78, 12, 203, 11, 51, 9, 16, | |
| 10, 45, 9, 12, 10, 63, 12, 106, 9, 34, 11, 8, 49, | |
| 10, 37, 119, 11, 28, 13, 12, 28, 7, 10, 10, 8, 21, | |
| 11, 112, 15, 72, 7, 20, 11, 40, 8, 20, 11, 60, 7, | |
| 13, 8, 47, 11, 113, 9, 8, 16, 9, 9, 9, 13, 9, | |
| 72, 11, 62, 56, 108, 15, 19, 9, 52, 11, 22, 7, 11, | |
| 11, 13, 41, 12, 14, 42, 13, 35, 7, 109, 9, 11, 10, | |
| 9, 9, 11, 32, 7, 16, 8, 12, 158, 11, 81, 10, 13, | |
| 197, 9, 9, 9, 12, 11, 11, 12, 23, 10, 9, 8, 9, | |
| 12, 59, 16, 29, 23, 74, 20, 22, 133, 10, 93, 17, 15, | |
| 10, 13, 43, 9, 11, 20, 10, 11, 14, 24, 10, 12, 10, | |
| 58, 31, 13, 7, 10, 14, 10, 8, 8, 13, 43, 10, 35, | |
| 32, 61, 23, 15, 14, 12, 23, 12, 13, 25, 12, 7, 30, | |
| 9, 118, 9, 48, 28, 9, 54, 36, 11, 52, 29, 10, 8, | |
| 27, 9, 25, 27, 17, 18, 9, 14, 45, 15, 9, 16, 7, | |
| 48, 139, 9, 39, 10, 44, 10, 12, 11, 50, 110, 11, 28, | |
| 9, 32, 11, 10, 20, 16, 15, 16, 15, 15, 15, 18, 10, | |
| 26, 9, 10, 9, 53, 13, 120, 18, 27, 10, 50, 12, 60, | |
| 24, 104, 25, 7, 9, 18, 10, 33, 8, 203, 78, 9, 104, | |
| 13, 21, 17]), array([ 41, 7, 9, 7, 51, 5, 71, 8, 17, 14, 75, 7, 52, | |
| 6, 12, 9, 24, 9, 81, 15, 105, 10, 10, 8, 25, 6, | |
| 12, 7, 52, 9, 54, 13, 10, 32, 10, 17, 7, 72, 9, | |
| 105, 9, 66, 9, 52, 6, 34, 8, 36, 6, 38, 7, 188, | |
| 10, 16, 109, 11, 71, 8, 18, 6, 130, 7, 44, 16, 12, | |
| 61, 10, 11, 38, 8, 31, 9, 61, 6, 45, 10, 106, 8, | |
| 8, 7, 43, 11, 92, 16, 12, 22, 9, 56, 8, 55, 7, | |
| 23, 8, 82, 14, 6, 27, 10, 16, 12, 7, 89, 9, 22, | |
| 8, 57, 11, 33, 12, 12, 21, 5, 82, 11, 8, 16, 8, | |
| 24, 19, 7, 11, 7, 7, 69, 11, 12, 54, 7, 47, 7, | |
| 21, 22, 20, 8, 9, 9, 19, 11, 15, 8, 42, 9, 13, | |
| 8, 31, 8, 7, 7, 40, 11, 27, 7, 94, 6, 95, 7, | |
| 55, 29, 13, 24, 8, 38, 7, 111, 8, 67, 9, 9, 13, | |
| 11, 47, 12, 13, 12, 85, 16, 11, 19, 9, 21, 7, 80, | |
| 13, 10, 11, 35, 33, 9, 11, 10, 52, 12, 106, 9, 15, | |
| 9, 23, 16, 8, 17, 18, 7, 10, 11, 9, 12, 10, 9, | |
| 11, 89, 8, 93, 8, 8, 9, 56, 6, 18, 9, 71, 9, | |
| 8, 9, 72, 15, 96, 142, 10, 83, 9, 14, 33, 8, 18, | |
| 9, 8, 8, 11, 11, 9, 37, 7, 31, 13, 95, 6, 16, | |
| 9, 21, 8, 39, 39, 10, 50, 13, 34, 10, 20, 9, 67, | |
| 14, 9, 12, 6, 49, 5, 77, 7, 23, 11, 15, 8, 9, | |
| 9, 9, 90, 17, 44, 7, 107, 9, 165, 8, 9, 13, 23, | |
| 10, 22, 7, 119, 10, 29, 6, 24, 7, 130, 10, 63, 12, | |
| 41, 8, 16, 12, 29, 12, 8, 42, 89, 11, 37, 7, 7, | |
| 73, 17, 28, 15, 20, 15, 36, 7, 57, 99, 11, 7, 12, | |
| 15, 9, 15, 8, 8, 14, 13, 44, 13, 52, 9, 18, 8, | |
| 64, 61, 8, 5, 8, 10, 9, 60, 23, 8, 195, 69, 11, | |
| 27, 172, 9, 24, 11, 12, 75, 9, 45, 8, 48, 10, 69, | |
| 11, 26, 6, 63, 30, 10, 19, 90, 19, 76, 7, 47, 8, | |
| 36, 7, 56, 8, 12, 10, 43, 7, 25, 7, 74, 12, 26, | |
| 9, 15, 11, 15, 10, 9, 12, 13, 10, 43, 9, 26, 82, | |
| 9, 54, 6, 13, 10, 91, 11, 25, 10, 20, 10, 18, 14, | |
| 61, 9, 51, 7, 52, 8, 27, 8, 42, 9, 51, 7, 85, | |
| 12, 51, 8, 35, 13, 78, 7, 38, 16, 109, 129, 6, 7, | |
| 8, 62, 88, 7, 7, 10, 87, 10, 12, 7, 23, 12, 114, | |
| 6, 53, 7, 24, 10, 42, 6, 81, 34, 8, 77, 10, 23, | |
| 7, 14, 6, 462, 96, 0, 15, 0, 0, 49, 9, 9, 13, | |
| 29, 12, 30, 10, 29, 24, 11, 10, 10, 59, 6, 15, 7, | |
| 25, 24, 8, 11, 13, 11, 33, 13, 35, 7, 59, 6, 31, | |
| 10, 11, 34, 13, 15, 6, 56, 8, 76, 8, 16, 10, 25, | |
| 9, 91, 6, 90, 8, 41, 13, 113, 7, 52, 6, 92, 6, | |
| 53, 8, 23, 16, 15, 47, 6, 15, 16, 9, 10, 39, 11, | |
| 22, 8, 18, 7, 51, 7, 67, 9, 54, 9, 35, 12, 75, | |
| 10, 17, 16, 91, 9, 74, 11, 11, 81, 8, 9, 18, 15, | |
| 15, 10, 25, 27, 7, 17, 16, 22, 8, 55, 7, 74, 12, | |
| 45, 12, 51, 7, 17, 8, 43, 11, 33, 6, 52, 11, 11, | |
| 61, 9, 53, 17, 134, 14, 80, 11, 206, 10, 53, 8, 22, | |
| 9, 49, 8, 20, 9, 84, 11, 132, 8, 35, 12, 7, 55, | |
| 9, 60, 120, 10, 41, 12, 13, 29, 6, 9, 18, 7, 23, | |
| 10, 133, 14, 78, 6, 45, 10, 40, 7, 42, 10, 61, 6, | |
| 21, 7, 56, 10, 116, 8, 7, 19, 8, 11, 8, 15, 8, | |
| 72, 10, 68, 82, 128, 14, 21, 8, 57, 10, 24, 6, 13, | |
| 10, 12, 46, 11, 13, 46, 12, 50, 6, 110, 8, 34, 9, | |
| 13, 8, 10, 32, 6, 21, 7, 11, 162, 10, 85, 9, 12, | |
| 199, 8, 11, 8, 13, 10, 10, 11, 26, 9, 20, 7, 8, | |
| 11, 59, 18, 29, 25, 78, 25, 22, 140, 31, 96, 20, 17, | |
| 9, 12, 46, 8, 10, 20, 9, 10, 13, 37, 9, 12, 15, | |
| 59, 33, 15, 6, 14, 27, 24, 9, 7, 15, 56, 9, 38, | |
| 34, 69, 25, 14, 13, 14, 23, 11, 12, 26, 16, 6, 33, | |
| 8, 121, 8, 50, 32, 8, 91, 37, 10, 54, 31, 9, 9, | |
| 29, 8, 69, 32, 24, 18, 12, 35, 73, 33, 8, 22, 8, | |
| 53, 141, 26, 39, 9, 46, 9, 16, 10, 51, 112, 10, 42, | |
| 8, 32, 10, 12, 20, 15, 14, 18, 15, 14, 14, 19, 9, | |
| 48, 8, 9, 8, 55, 12, 120, 17, 29, 9, 54, 11, 78, | |
| 29, 116, 28, 6, 8, 48, 9, 33, 7, 206, 79, 8, 124, | |
| 12, 46, 16])), metrics={'test_loss': 1.0607749223709106, 'test_exact_match': 65.80188679245283, 'test_f1': 72.46319500072799, 'test_runtime': 42.8941, 'test_samples_per_second': 19.77, 'test_steps_per_second': 2.471}) |