{ "predict_samples": 1123, "test_exact_match": 18.048780487804876, "test_f1": 37.66293651343323, "test_runtime": 32.9525, "test_samples_per_second": 34.079, "test_steps_per_second": 4.279 }