up
Browse files
tasks.py
CHANGED
|
@@ -158,9 +158,7 @@ TaskRegistry.add(
|
|
| 158 |
)
|
| 159 |
|
| 160 |
# Final pretraining task used in Raffel et al., 2019 adaptated to NCC
|
| 161 |
-
|
| 162 |
-
# debug
|
| 163 |
-
dataset_name = 'NbAiLab/NCC_small_100'
|
| 164 |
dataset_params = {"path": dataset_name, "use_auth_token": True, "streaming": True}
|
| 165 |
dataset_shapes = None
|
| 166 |
TaskRegistry.add(
|
|
|
|
| 158 |
)
|
| 159 |
|
| 160 |
# Final pretraining task used in Raffel et al., 2019 adaptated to NCC
|
| 161 |
+
dataset_name = 'NbAiLab/NCC_plus_english'
|
|
|
|
|
|
|
| 162 |
dataset_params = {"path": dataset_name, "use_auth_token": True, "streaming": True}
|
| 163 |
dataset_shapes = None
|
| 164 |
TaskRegistry.add(
|