Spaces:
Runtime error
Runtime error
File size: 479 Bytes
e4f9cbe |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
"""Test the text splitter utils."""
from ...data.dataset_utils import lilac_span
from .text_splitter_test_utils import text_to_expected_spans
def test_text_to_expected_spans() -> None:
"""Tests the sentences_to_expected_spans function."""
text = 'Hello. Hello. Final sentence.'
sentences = ['Hello.', 'Hello.', 'Final sentence.']
assert text_to_expected_spans(
text, sentences) == [lilac_span(0, 6), lilac_span(7, 13),
lilac_span(14, 29)]
|