| from src.data_reader import load_train_test_df | |
| from src.spell_checker import SmartSpellChecker | |
| from src.text_preprocessings.spellcheck_preprocessing import \ | |
| SpellcheckTextPreprocessor | |
| def test_text_cleaning(): | |
| train_df, _ = load_train_test_df(is_testing=True) | |
| spellcheck = SmartSpellChecker() | |
| text_preprocessor = SpellcheckTextPreprocessor(spellcheck) | |
| cleaned_texts = text_preprocessor.preprocess_data(train_df.full_text) | |
| assert len(cleaned_texts) == 5 | |