{ "predict_samples": 1102, "test_exact_match": 27.70731707317073, "test_f1": 51.78696514041627, "test_runtime": 32.0506, "test_samples_per_second": 34.383, "test_steps_per_second": 4.306 }