| {"timings": {"eval_elapsed_time": 68.118653698, "cuda_eval_elapsed_time": 63.65266278076172}, "metrics": {"HasAns_exact": 76.48448043184885, "HasAns_f1": 82.55514100819374, "HasAns_total": 5928, "NoAns_exact": 83.8856181665265, "NoAns_f1": 83.8856181665265, "NoAns_total": 5945, "best_exact": 80.19034784805862, "best_exact_thresh": 0.0, "best_f1": 83.22133208932635, "best_f1_thresh": 0.0, "exact": 80.19034784805862, "f1": 83.22133208932645, "total": 11873}} |