Upload splitters.py with huggingface_hub
Browse files- splitters.py +7 -8
splitters.py
CHANGED
@@ -1,11 +1,10 @@
|
|
1 |
-
from .stream import MultiStream
|
2 |
-
from .operator import MultiStreamOperator, InstanceOperatorWithGlobalAccess
|
3 |
-
from .generator_utils import ReusableGenerator
|
4 |
-
from .artifact import Artifact
|
5 |
-
|
6 |
-
|
7 |
-
from typing import Optional, Dict, List
|
8 |
from dataclasses import field
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
|
10 |
|
11 |
class Splitter(MultiStreamOperator):
|
@@ -16,8 +15,8 @@ import random
|
|
16 |
|
17 |
from .split_utils import (
|
18 |
parse_random_mix_string,
|
19 |
-
random_mix_streams,
|
20 |
parse_slices_string,
|
|
|
21 |
slice_streams,
|
22 |
)
|
23 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
from dataclasses import field
|
2 |
+
from typing import Dict, List, Optional
|
3 |
+
|
4 |
+
from .artifact import Artifact
|
5 |
+
from .generator_utils import ReusableGenerator
|
6 |
+
from .operator import InstanceOperatorWithGlobalAccess, MultiStreamOperator
|
7 |
+
from .stream import MultiStream
|
8 |
|
9 |
|
10 |
class Splitter(MultiStreamOperator):
|
|
|
15 |
|
16 |
from .split_utils import (
|
17 |
parse_random_mix_string,
|
|
|
18 |
parse_slices_string,
|
19 |
+
random_mix_streams,
|
20 |
slice_streams,
|
21 |
)
|
22 |
|