tiginamaria commited on
Commit
4ff951b
1 Parent(s): 9025860

Update src/leaderboard_formatting.py

Browse files
Files changed (1) hide show
  1. src/leaderboard_formatting.py +6 -5
src/leaderboard_formatting.py CHANGED
@@ -44,9 +44,10 @@ METRICS_PER_TASK = {
44
  "EM all",
45
  ],
46
  "bug_localization": [
47
- "P@2",
48
- "R@2",
49
- "F1-score",
 
50
  ]
51
  }
52
 
@@ -62,7 +63,7 @@ def get_columns_per_task(task_id: str) -> List[str]:
62
  if task_id == 'project_code_completion':
63
  return ["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
64
  if task_id == 'bug_localization':
65
- return ["Model Name"] + metrics_per_task
66
  return ["Model Name", "Context Size"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
67
 
68
 
@@ -71,5 +72,5 @@ def get_types_per_task(task_id: str) -> List[str]:
71
  if task_id == 'project_code_completion':
72
  return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
73
  if task_id == 'bug_localization':
74
- return ["html", "markdown"] + ["number" for _ in metrics_per_task]
75
  return ["html", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
 
44
  "EM all",
45
  ],
46
  "bug_localization": [
47
+ "k",
48
+ "P@k",
49
+ "R@k",
50
+ "f1-score",
51
  ]
52
  }
53
 
 
63
  if task_id == 'project_code_completion':
64
  return ["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
65
  if task_id == 'bug_localization':
66
+ return [["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
67
  return ["Model Name", "Context Size"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
68
 
69
 
 
72
  if task_id == 'project_code_completion':
73
  return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
74
  if task_id == 'bug_localization':
75
+ return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
76
  return ["html", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]