| {"timings": {"eval_elapsed_time": 56.62768604200005, "cuda_eval_elapsed_time": 52.126098907470706}, "metrics": {"HasAns_exact": 74.8144399460189, "HasAns_f1": 80.555306012496, "HasAns_total": 5928, "NoAns_exact": 84.57527333894029, "NoAns_f1": 84.57527333894029, "NoAns_total": 5945, "best_exact": 79.70184452118251, "best_exact_thresh": 0.0, "best_f1": 82.56816761071966, "best_f1_thresh": 0.0, "exact": 79.70184452118251, "f1": 82.56816761071981, "total": 11873}} |