Spaces:
Build error
Build error
File size: 1,883 Bytes
3332aa4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 |
from abc import ABCMeta, abstractmethod
class LLMFactory(metaclass=ABCMeta):
@abstractmethod
def create_prompt_format(self):
pass
@abstractmethod
def create_prompt_manager(self):
pass
@abstractmethod
def create_pp_manager(self):
pass
@abstractmethod
def create_ui_pp_manager(self):
pass
@abstractmethod
def create_llm_service(self):
pass
class PromptFmt(metaclass=ABCMeta):
@classmethod
@abstractmethod
def ctx(cls, context):
pass
@classmethod
@abstractmethod
def prompt(cls, pingpong, truncate_size):
pass
class PromptManager(metaclass=ABCMeta):
@abstractmethod
def load_prompts(self):
pass
@abstractmethod
def reload_prompts(self):
pass
@property
@abstractmethod
def prompts_path(self):
pass
@prompts_path.setter
@abstractmethod
def prompts_path(self, prompts_path):
pass
@property
@abstractmethod
def prompts(self):
pass
class PPManager(metaclass=ABCMeta):
@abstractmethod
def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=None, truncate_size: int=None):
pass
class UIPPManager(PPManager, metaclass=ABCMeta):
@abstractmethod
def build_uis(self, from_idx: int=0, to_idx: int=-1):
pass
class LLMService(metaclass=ABCMeta):
@abstractmethod
def make_params(self, mode="chat",
temperature=None,
candidate_count=None,
top_k=None,
top_p=None,
max_output_tokens=None,
use_filter=True):
pass
@abstractmethod
async def gen_text(self, prompt, mode="chat", parameters=None, use_filter=True):
pass
|