up
Browse files
tasks.py
CHANGED
@@ -158,9 +158,7 @@ TaskRegistry.add(
|
|
158 |
)
|
159 |
|
160 |
# Final pretraining task used in Raffel et al., 2019 adaptated to NCC
|
161 |
-
|
162 |
-
# debug
|
163 |
-
dataset_name = 'NbAiLab/NCC_small_100'
|
164 |
dataset_params = {"path": dataset_name, "use_auth_token": True, "streaming": True}
|
165 |
dataset_shapes = None
|
166 |
TaskRegistry.add(
|
|
|
158 |
)
|
159 |
|
160 |
# Final pretraining task used in Raffel et al., 2019 adaptated to NCC
|
161 |
+
dataset_name = 'NbAiLab/NCC_plus_english'
|
|
|
|
|
162 |
dataset_params = {"path": dataset_name, "use_auth_token": True, "streaming": True}
|
163 |
dataset_shapes = None
|
164 |
TaskRegistry.add(
|