Spaces:
Build error
Build error
| import os | |
| import threading | |
| import toml | |
| from pathlib import Path | |
| from pingpong import PingPong | |
| from pingpong.pingpong import PPManager | |
| from pingpong.pingpong import PromptFmt | |
| from pingpong.pingpong import UIFmt | |
| from pingpong.gradio import GradioChatUIFmt | |
| from modules.llms import ( | |
| LLMFactory, | |
| PromptFmt, PromptManager, PPManager, UIPPManager, LLMService | |
| ) | |
| class LLaMAFactory(LLMFactory): | |
| def __init__(self): | |
| pass | |
| def create_prompt_format(self): | |
| return LLaMAChatPromptFmt() | |
| def create_prompt_manager(self, prompts_path: str=None): | |
| return LLaMAPromptManager((prompts_path or Path('.') / 'prompts' / 'llama_prompts.toml')) | |
| def create_pp_manager(self): | |
| return LLaMAChatPPManager() | |
| def create_ui_pp_manager(self): | |
| return GradioLLaMAChatPPManager() | |
| def create_llm_service(self): | |
| return LLaMAService() | |
| class LLaMAChatPromptFmt(PromptFmt): | |
| def ctx(cls, context): | |
| pass | |
| def prompt(cls, pingpong, truncate_size): | |
| pass | |
| class LLaMAPromptManager(PromptManager): | |
| _instance = None | |
| _lock = threading.Lock() | |
| _prompts = None | |
| def __new__(cls, prompts_path): | |
| if cls._instance is None: | |
| with cls._lock: | |
| if not cls._instance: | |
| cls._instance = super(LLaMAPromptManager, cls).__new__(cls) | |
| cls._instance.load_prompts(prompts_path) | |
| return cls._instance | |
| def load_prompts(self, prompts_path): | |
| self._prompts_path = prompts_path | |
| self.reload_prompts() | |
| def reload_prompts(self): | |
| assert self.prompts_path, "Prompt path is missing." | |
| self._prompts = toml.load(self.prompts_path) | |
| def prompts_path(self): | |
| return self._prompts_path | |
| def prompts_path(self, prompts_path): | |
| self._prompts_path = prompts_path | |
| self.reload_prompts() | |
| def prompts(self): | |
| if self._prompts is None: | |
| self.load_prompts() | |
| return self._prompts | |
| class LLaMAChatPPManager(PPManager): | |
| def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=None, truncate_size: int=None): | |
| pass | |
| class GradioLLaMAChatPPManager(UIPPManager, LLaMAChatPPManager): | |
| def build_uis(self, from_idx: int=0, to_idx: int=-1, fmt: UIFmt=GradioChatUIFmt): | |
| pass | |
| class LLaMAService(LLMService): | |
| def make_params(self, mode="chat", | |
| temperature=None, | |
| candidate_count=None, | |
| top_k=None, | |
| top_p=None, | |
| max_output_tokens=None, | |
| use_filter=True): | |
| pass | |
| async def gen_text( | |
| self, | |
| prompt, | |
| mode="chat", #chat or text | |
| parameters=None, | |
| use_filter=True | |
| ): | |
| pass |