binary2
Browse files
tasks.py
CHANGED
@@ -137,22 +137,6 @@ def categorise_binary_preprocessor(ds):
|
|
137 |
|
138 |
|
139 |
|
140 |
-
seqio.TaskRegistry.add(
|
141 |
-
"classify_tweets_binary",
|
142 |
-
source=seqio.TextLineDataSource(
|
143 |
-
split_to_filepattern=tsv_path,
|
144 |
-
#num_input_examples=num_nq_examples
|
145 |
-
),
|
146 |
-
preprocessors=[
|
147 |
-
functools.partial(
|
148 |
-
t5.data.preprocessors.parse_tsv,
|
149 |
-
field_names=["annotator1","annotator2","annotator3","target","source","id"]),
|
150 |
-
categorise_binary_preprocessor,
|
151 |
-
seqio.preprocessors.tokenize_and_append_eos,
|
152 |
-
],
|
153 |
-
metric_fns=[metrics.accuracy,my_metrics.f1_macro],
|
154 |
-
output_features=DEFAULT_OUTPUT_FEATURES,
|
155 |
-
)
|
156 |
|
157 |
|
158 |
seqio.TaskRegistry.add(
|
|
|
137 |
|
138 |
|
139 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
140 |
|
141 |
|
142 |
seqio.TaskRegistry.add(
|