Upload loaders.py with huggingface_hub
Browse files- loaders.py +4 -3
loaders.py
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
-
from
|
| 2 |
-
from .operator import SourceOperator
|
| 3 |
|
| 4 |
-
from typing import Optional, Union, Sequence, Mapping
|
| 5 |
from datasets import load_dataset as hf_load_dataset
|
| 6 |
|
|
|
|
|
|
|
|
|
|
| 7 |
|
| 8 |
class Loader(SourceOperator):
|
| 9 |
pass
|
|
|
|
| 1 |
+
from typing import Mapping, Optional, Sequence, Union
|
|
|
|
| 2 |
|
|
|
|
| 3 |
from datasets import load_dataset as hf_load_dataset
|
| 4 |
|
| 5 |
+
from .operator import SourceOperator
|
| 6 |
+
from .stream import MultiStream
|
| 7 |
+
|
| 8 |
|
| 9 |
class Loader(SourceOperator):
|
| 10 |
pass
|