tiginamaria commited on
Commit
9025860
1 Parent(s): aa6b5d3

Update src/leaderboard_formatting.py

Browse files
Files changed (1) hide show
  1. src/leaderboard_formatting.py +9 -0
src/leaderboard_formatting.py CHANGED
@@ -42,6 +42,11 @@ METRICS_PER_TASK = {
42
  "EM non-informative",
43
  "EM random",
44
  "EM all",
 
 
 
 
 
45
  ]
46
  }
47
 
@@ -56,6 +61,8 @@ def get_columns_per_task(task_id: str) -> List[str]:
56
  metrics_per_task = METRICS_PER_TASK[task_id]
57
  if task_id == 'project_code_completion':
58
  return ["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
 
 
59
  return ["Model Name", "Context Size"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
60
 
61
 
@@ -63,4 +70,6 @@ def get_types_per_task(task_id: str) -> List[str]:
63
  metrics_per_task = METRICS_PER_TASK.get(task_id, (0, 0, 0, 0, 0))
64
  if task_id == 'project_code_completion':
65
  return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
 
 
66
  return ["html", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
 
42
  "EM non-informative",
43
  "EM random",
44
  "EM all",
45
+ ],
46
+ "bug_localization": [
47
+ "P@2",
48
+ "R@2",
49
+ "F1-score",
50
  ]
51
  }
52
 
 
61
  metrics_per_task = METRICS_PER_TASK[task_id]
62
  if task_id == 'project_code_completion':
63
  return ["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
64
+ if task_id == 'bug_localization':
65
+ return ["Model Name"] + metrics_per_task
66
  return ["Model Name", "Context Size"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
67
 
68
 
 
70
  metrics_per_task = METRICS_PER_TASK.get(task_id, (0, 0, 0, 0, 0))
71
  if task_id == 'project_code_completion':
72
  return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
73
+ if task_id == 'bug_localization':
74
+ return ["html", "markdown"] + ["number" for _ in metrics_per_task]
75
  return ["html", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]