fix
Browse files
tasks.py
CHANGED
@@ -95,7 +95,7 @@ seqio.TaskRegistry.add(
|
|
95 |
)
|
96 |
|
97 |
seqio.TaskRegistry.add(
|
98 |
-
"
|
99 |
source=seqio.TextLineDataSource(
|
100 |
split_to_filepattern=tsv_path,
|
101 |
#num_input_examples=num_nq_examples
|
@@ -104,7 +104,7 @@ seqio.TaskRegistry.add(
|
|
104 |
functools.partial(
|
105 |
t5.data.preprocessors.parse_tsv,
|
106 |
field_names=["annotator1","annotator2","annotator3","target","source","id"]),
|
107 |
-
|
108 |
seqio.preprocessors.tokenize_and_append_eos,
|
109 |
],
|
110 |
metric_fns=[metrics.accuracy,my_metrics.f1_macro],
|
|
|
95 |
)
|
96 |
|
97 |
seqio.TaskRegistry.add(
|
98 |
+
"classify_tweets_fulltext",
|
99 |
source=seqio.TextLineDataSource(
|
100 |
split_to_filepattern=tsv_path,
|
101 |
#num_input_examples=num_nq_examples
|
|
|
104 |
functools.partial(
|
105 |
t5.data.preprocessors.parse_tsv,
|
106 |
field_names=["annotator1","annotator2","annotator3","target","source","id"]),
|
107 |
+
categorise_fulltext_preprocessor,
|
108 |
seqio.preprocessors.tokenize_and_append_eos,
|
109 |
],
|
110 |
metric_fns=[metrics.accuracy,my_metrics.f1_macro],
|