pipeline.py

from typing import Dict, List, Any
from transformers import TrOCRProcessor, VisionEncoderDecoderModel


class PreTrainedPipeline():
    def __init__(self, path=""):
      self.processor = TrOCRProcessor.from_pretrained(path)
      self.model = VisionEncoderDecoderModel.from_pretrained(path)
    
    def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
        image = data.pop("inputs", data)

        # process image
        pixel_values = self.processor(images=image, return_tensors="pt").pixel_values

        # run prediction
        generated_ids = self.model.generate(pixel_values)
        
        # decode output
        prediction = generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)
        return {"text":prediction[0]}