obsei_module/test/test_imports.py

def test_imports_all():
    test_core()
    test_sources()
    test_sink()
    test_analyzer()


def test_sources():
    from obsei.source.base_source import BaseSource, BaseSourceConfig
    from obsei.source.appstore_scrapper import AppStoreScrapperSource, AppStoreScrapperConfig
    from obsei.source.email_source import EmailSource, EmailConfig, EmailCredInfo
    from obsei.source.facebook_source import FacebookSource, FacebookSourceConfig, FacebookCredentials
    from obsei.source.google_news_source import GoogleNewsSource, GoogleNewsConfig
    from obsei.source.pandas_source import PandasSource, PandasSourceConfig
    from obsei.source.playstore_reviews import PlayStoreSource, PlayStoreConfig, GoogleCredInfo
    from obsei.source.playstore_scrapper import PlayStoreScrapperSource, PlayStoreScrapperConfig
    from obsei.source.reddit_source import RedditSource, RedditConfig, RedditCredInfo
    from obsei.source.reddit_scrapper import RedditScrapperSource, RedditScrapperConfig
    from obsei.source.twitter_source import TwitterSource, TwitterSourceConfig, TwitterCredentials
    from obsei.source.website_crawler_source import BaseCrawlerConfig, TrafilaturaCrawlerSource, TrafilaturaCrawlerConfig


def test_sink():
    from obsei.sink.base_sink import BaseSink, BaseSinkConfig
    from obsei.sink.dailyget_sink import DailyGetSink, DailyGetSinkConfig, PayloadConvertor
    from obsei.sink.elasticsearch_sink import ElasticSearchSink, ElasticSearchSinkConfig
    from obsei.sink.http_sink import HttpSink, HttpSinkConfig
    from obsei.sink.jira_sink import JiraSink, JiraSinkConfig, JiraPayloadConvertor
    from obsei.sink.logger_sink import LoggerSink, LoggerSinkConfig
    from obsei.sink.pandas_sink import PandasSink, PandasSinkConfig, PandasConvertor
    from obsei.sink.slack_sink import SlackSink, SlackSinkConfig
    from obsei.sink.zendesk_sink import ZendeskSink, ZendeskSinkConfig


def test_analyzer():
    from obsei.analyzer.base_analyzer import BaseAnalyzer, BaseAnalyzerConfig
    from obsei.analyzer.dummy_analyzer import DummyAnalyzer, DummyAnalyzerConfig
    from obsei.analyzer.ner_analyzer import TransformersNERAnalyzer, SpacyNERAnalyzer
    from obsei.analyzer.pii_analyzer import PresidioPIIAnalyzer, PresidioPIIAnalyzerConfig, PresidioAnonymizerConfig, PresidioModelConfig, PresidioEngineConfig
    from obsei.analyzer.sentiment_analyzer import VaderSentimentAnalyzer, TransformersSentimentAnalyzerConfig, TransformersSentimentAnalyzer
    from obsei.analyzer.translation_analyzer import TranslationAnalyzer
    from obsei.analyzer.classification_analyzer import ClassificationAnalyzerConfig, ZeroShotClassificationAnalyzer, TextClassificationAnalyzer

    from obsei.postprocessor.base_postprocessor import BasePostprocessor, BasePostprocessorConfig
    from obsei.postprocessor.inference_aggregator import InferenceAggregatorConfig, InferenceAggregator
    from obsei.postprocessor.inference_aggregator_function import BaseInferenceAggregateFunction, ClassificationAverageScore, ClassificationMaxCategories

    from obsei.preprocessor.base_preprocessor import BaseTextPreprocessor, BaseTextProcessorConfig
    from obsei.preprocessor.text_cleaner import TextCleaner, TextCleanerConfig
    from obsei.preprocessor.text_splitter import TextSplitter, TextSplitterConfig, TextSplitterPayload
    from obsei.preprocessor.text_tokenizer import BaseTextTokenizer, NLTKTextTokenizer
    from obsei.preprocessor.text_cleaning_function import TextCleaningFunction, ToLowerCase, RemoveStopWords, \
        RemovePunctuation, TokenStemming, RemoveSpecialChars, RemoveWhiteSpaceAndEmptyToken, DecodeUnicode, \
        RemoveDateTime, ReplaceDomainKeywords, RegExSubstitute, SpacyLemmatization


def test_core():
    from obsei.configuration import ObseiConfiguration
    from obsei.payload import BasePayload, TextPayload
    from obsei.processor import Processor

    from obsei.workflow.base_store import BaseStore
    from obsei.workflow.store import WorkflowStore, WorkflowTable
    from obsei.workflow.workflow import Workflow, WorkflowState, WorkflowConfig