not-lain commited on
Commit
e9469f3
1 Parent(s): 56220fc

update fields

Browse files
Files changed (1) hide show
  1. src/about.py +8 -3
src/about.py CHANGED
@@ -12,9 +12,14 @@ class Task:
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
- task0 = Task("openai", "score", "OpenAi")
16
- task1 = Task("anthropic", "score", "Anthropic")
17
- task2 = Task("hf", "score", "HuggingFace")
 
 
 
 
 
18
 
19
  NUM_FEWSHOT = 0 # Change with your few shot
20
  # ---------------------------------------------------
 
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
+ task0 = Task("rouge1", "score", "ROUGE-unigrams")
16
+ task1 = Task("rouge2", "score", "ROUGE-bigrams")
17
+ task2 = Task("rougeL", "score", "ROUGE-Longest Common Subsequence")
18
+ task3 = Task("rougeLsum", "score", "ROUGE-Lsum")
19
+ task4 = Task("bleu", "score", "Bleu")
20
+ task5 = Task("precisions", "score", "Precision")
21
+ task6 = Task("brevity_penalty", "score", "Brevity Penalty")
22
+ task7 = Task("hf", "score", "LLM JUDGE")
23
 
24
  NUM_FEWSHOT = 0 # Change with your few shot
25
  # ---------------------------------------------------