Spaces:
Paused
Paused
Changed list to tuple
Browse files- heq_task.py +3 -1
heq_task.py
CHANGED
@@ -8,6 +8,7 @@ import numpy as np
|
|
8 |
from lighteval.tasks.requests import Doc
|
9 |
from Levenshtein import distance
|
10 |
import collections
|
|
|
11 |
|
12 |
def get_tokens(s):
|
13 |
if not s:
|
@@ -110,4 +111,5 @@ heq_task = LightevalTaskConfig(
|
|
110 |
evaluation_splits=["heq"],
|
111 |
metric=['heq_tlnls_metric'],
|
112 |
stop_sequence=['\n']
|
113 |
-
)
|
|
|
|
8 |
from lighteval.tasks.requests import Doc
|
9 |
from Levenshtein import distance
|
10 |
import collections
|
11 |
+
from lighteval.utils import as_list
|
12 |
|
13 |
def get_tokens(s):
|
14 |
if not s:
|
|
|
111 |
evaluation_splits=["heq"],
|
112 |
metric=['heq_tlnls_metric'],
|
113 |
stop_sequence=['\n']
|
114 |
+
)
|
115 |
+
heq_task.stop_sequence = as_list(heq_task.stop_sequence)
|