jdev8 commited on
Commit
a9c6e9c
1 Parent(s): 307c2a1

Add m2t fomatting

Browse files
Files changed (1) hide show
  1. src/leaderboard_formatting.py +6 -0
src/leaderboard_formatting.py CHANGED
@@ -21,6 +21,7 @@ COLUMNS_PRETTY = {
21
  "EM random": "EM random",
22
  "EM all": "EM all",
23
  "dataset": "Dataset",
 
24
  }
25
 
26
 
@@ -48,6 +49,9 @@ METRICS_PER_TASK = {
48
  "P@k",
49
  "R@k",
50
  "f1-score",
 
 
 
51
  ]
52
  }
53
 
@@ -56,6 +60,7 @@ SORT_COLUMN_PER_TASK = {
56
  "commit_message_generation": "ROUGE-1",
57
  "project_code_completion": "EM inproject",
58
  "bug_localization": "Model Name",
 
59
  }
60
 
61
 
@@ -65,6 +70,7 @@ def get_columns_per_task(task_id: str) -> List[str]:
65
  return ["Model Name", "Context Size", "Dataset Name", "Dataset"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
66
  if task_id == 'bug_localization':
67
  return ["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
 
68
  return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
69
 
70
 
 
21
  "EM random": "EM random",
22
  "EM all": "EM all",
23
  "dataset": "Dataset",
24
+ "CompScore": "CompScore metric for Module Summarization task",
25
  }
26
 
27
 
 
49
  "P@k",
50
  "R@k",
51
  "f1-score",
52
+ ],
53
+ "module_summarization": [
54
+ "CompScore",
55
  ]
56
  }
57
 
 
60
  "commit_message_generation": "ROUGE-1",
61
  "project_code_completion": "EM inproject",
62
  "bug_localization": "Model Name",
63
+ "module_summarization": "CompScore",
64
  }
65
 
66
 
 
70
  return ["Model Name", "Context Size", "Dataset Name", "Dataset"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
71
  if task_id == 'bug_localization':
72
  return ["Model Name", "Availability", "Context Size", "Dataset"] + metrics_per_task + ["Submitted By", "Resources"]
73
+ if task_id == 'bug_localization':
74
  return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
75
 
76