Upload dataset.py with huggingface_hub
Browse files- dataset.py +7 -0
dataset.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
import datasets
|
2 |
|
|
|
3 |
from .artifact import Artifact, UnitxtArtifactNotFoundError
|
4 |
from .artifact import __file__ as _
|
5 |
from .artifact import fetch_artifact
|
@@ -9,6 +10,7 @@ from .catalog import __file__ as _
|
|
9 |
from .collections import __file__ as _
|
10 |
from .common import __file__ as _
|
11 |
from .dataclass import __file__ as _
|
|
|
12 |
from .file_utils import __file__ as _
|
13 |
from .fusion import __file__ as _
|
14 |
from .generator_utils import __file__ as _
|
@@ -22,6 +24,7 @@ from .normalizers import __file__ as _
|
|
22 |
from .operator import __file__ as _
|
23 |
from .operators import __file__ as _
|
24 |
from .processors import __file__ as _
|
|
|
25 |
from .recipe import __file__ as _
|
26 |
from .register import __file__ as _
|
27 |
from .register import register_all_artifacts
|
@@ -91,3 +94,7 @@ class Dataset(datasets.GeneratorBasedBuilder):
|
|
91 |
generator = self.generators[split_name]
|
92 |
for i, row in enumerate(generator):
|
93 |
yield i, row
|
|
|
|
|
|
|
|
|
|
1 |
import datasets
|
2 |
|
3 |
+
from ._version import __file__ as _
|
4 |
from .artifact import Artifact, UnitxtArtifactNotFoundError
|
5 |
from .artifact import __file__ as _
|
6 |
from .artifact import fetch_artifact
|
|
|
10 |
from .collections import __file__ as _
|
11 |
from .common import __file__ as _
|
12 |
from .dataclass import __file__ as _
|
13 |
+
from .dict_utils import __file__ as _
|
14 |
from .file_utils import __file__ as _
|
15 |
from .fusion import __file__ as _
|
16 |
from .generator_utils import __file__ as _
|
|
|
24 |
from .operator import __file__ as _
|
25 |
from .operators import __file__ as _
|
26 |
from .processors import __file__ as _
|
27 |
+
from .random_utils import __file__ as _
|
28 |
from .recipe import __file__ as _
|
29 |
from .register import __file__ as _
|
30 |
from .register import register_all_artifacts
|
|
|
94 |
generator = self.generators[split_name]
|
95 |
for i, row in enumerate(generator):
|
96 |
yield i, row
|
97 |
+
|
98 |
+
def _download_and_prepare(self, dl_manager, verification_mode, **prepare_splits_kwargs):
|
99 |
+
result = super()._download_and_prepare(dl_manager, "no_checks", **prepare_splits_kwargs)
|
100 |
+
return result
|