import os.path from typing import List, Dict from flair.models.language_model import LanguageModel class PreTrainedPipeline: def __init__(self, path=""): # IMPLEMENT_THIS # Preload all the elements you are going to need at inference. # For instance your model, processors, tokenizer that might be needed. # This function is only called once, so do all the heavy processing I/O here""" self.model = LanguageModel.load_language_model("best-lm.pt") def __call__(self, inputs: str) -> List[Dict]: """ Args: inputs (:obj:`str`): a string containing some text Return: A :obj:`str` """ inputs = inputs.strip() return [{"generated_text": self.model.generate_text([inputs])[0]}]