File size: 809 Bytes
1f399b4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
import os.path
from typing import List, Dict
from flair.models.language_model import LanguageModel


class PreTrainedPipeline:
    def __init__(self, path=""):
        # IMPLEMENT_THIS
        # Preload all the elements you are going to need at inference.
        # For instance your model, processors, tokenizer that might be needed.
        # This function is only called once, so do all the heavy processing I/O here"""
        self.model = LanguageModel.load_language_model("best-lm.pt")

    def __call__(self, inputs: str) -> List[Dict]:
        """
        Args:
            inputs (:obj:`str`):
                a string containing some text
        Return:
            A :obj:`str`
        """
        inputs = inputs.strip()
        return [{"generated_text": self.model.generate_text([inputs])[0]}]