langchain-ChatGLM-master/models/base/lavis_blip2_multimodel.py

from abc import ABC, abstractmethod
import torch

from models.base import (BaseAnswer,
                         AnswerResult)


class MultimodalAnswerResult(AnswerResult):
    image: str = None


class LavisBlip2Multimodal(BaseAnswer, ABC):

    @property
    @abstractmethod
    def _blip2_instruct(self) -> any:
        """Return _blip2_instruct of blip2."""

    @property
    @abstractmethod
    def _image_blip2_vis_processors(self) -> dict:
        """Return _image_blip2_vis_processors of blip2 image processors."""

    @abstractmethod
    def set_image_path(self, image_path: str):
        """set set_image_path"""