File size: 488 Bytes
d131aa3
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
import unittest

import pandas as pd

from perplexity_lenses.data import documents_df_to_sentences_df


class TestData(unittest.TestCase):
    def test_documents_df_to_sentences_df(self):
        input_df = pd.DataFrame({"text": ["foo\nbar"]})
        expected_output_df = pd.DataFrame({"text": ["foo", "bar"]})
        output_df = documents_df_to_sentences_df(input_df, "text", 100)
        pd.testing.assert_frame_equal(output_df, expected_output_df, check_like=True, check_exact=True)