jenyag commited on
Commit
9289e69
1 Parent(s): 0ab9033

Update src/leaderboard_formatting.py

Browse files
Files changed (1) hide show
  1. src/leaderboard_formatting.py +3 -3
src/leaderboard_formatting.py CHANGED
@@ -54,7 +54,7 @@ METRICS_PER_TASK = {
54
 
55
  SORT_COLUMN_PER_TASK = {
56
  "commit_message_generation": "ROUGE-1",
57
- "project_code_completion": "Dataset",
58
  "bug_localization": "Model Name",
59
  }
60
 
@@ -62,7 +62,7 @@ SORT_COLUMN_PER_TASK = {
62
  def get_columns_per_task(task_id: str) -> List[str]:
63
  metrics_per_task = METRICS_PER_TASK[task_id]
64
  if task_id == 'project_code_completion':
65
- return ["Model Name", "Context Size", "Dataset"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
66
  if task_id == 'bug_localization':
67
  return ["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
68
  return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
@@ -71,7 +71,7 @@ def get_columns_per_task(task_id: str) -> List[str]:
71
  def get_types_per_task(task_id: str) -> List[str]:
72
  metrics_per_task = METRICS_PER_TASK.get(task_id, (0, 0, 0, 0, 0))
73
  if task_id == 'project_code_completion':
74
- return ["html", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "markdown", "html"]
75
  if task_id == 'bug_localization':
76
  return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
77
  return ["html", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
 
54
 
55
  SORT_COLUMN_PER_TASK = {
56
  "commit_message_generation": "ROUGE-1",
57
+ "project_code_completion": "EM inproject",
58
  "bug_localization": "Model Name",
59
  }
60
 
 
62
  def get_columns_per_task(task_id: str) -> List[str]:
63
  metrics_per_task = METRICS_PER_TASK[task_id]
64
  if task_id == 'project_code_completion':
65
+ return ["Model Name", "Context Size", "Dataset_Name", "Dataset"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
66
  if task_id == 'bug_localization':
67
  return ["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
68
  return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
 
71
  def get_types_per_task(task_id: str) -> List[str]:
72
  metrics_per_task = METRICS_PER_TASK.get(task_id, (0, 0, 0, 0, 0))
73
  if task_id == 'project_code_completion':
74
+ return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "markdown", "html"]
75
  if task_id == 'bug_localization':
76
  return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
77
  return ["html", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]