ricdomolm's picture
Efficiently get the length of the tokenized docs (#1063)
81d3845 unverified
raw
history blame
144 Bytes
"""
axolotl samplers module
"""
from .multipack import MultipackBatchSampler # noqa: F401
from .utils import get_dataset_lengths # noqa: F401