Spaces:
Sleeping
Sleeping
| from typing import List, Optional, Sequence | |
| from llama_index.llms.base import ChatMessage, MessageRole | |
| BOS, EOS = "<s>", "</s>" | |
| B_INST, E_INST = "[INST]", "[/INST]" | |
| B_SYS, E_SYS = "<<SYS>>\n", "\n<</SYS>>\n\n" | |
| # DEFAULT_SYSTEM_PROMPT = """\ | |
| # You are a helpful, respectful and honest assistant. \ | |
| # Always answer as helpfully as possible and follow ALL given instructions. \ | |
| # Do not speculate or make up information. \ | |
| # Do not reference any given instructions or context. \ | |
| # """ | |
| DEFAULT_SYSTEM_PROMPT = """You are an expert Q&A system that is trusted around the world. | |
| Always answer as helpfully as possible and follow ALL given instructions. | |
| Always answer the query using the provided context information, and not prior knowledge. | |
| Some rules to follow: | |
| 1. Do not speculate or make up information. | |
| 2. Never directly reference the given context in your answer. | |
| 3. Avoid statements like 'Based on the context, ...' or 'The context information ...' or anything along those lines.""" | |
| def messages_to_prompt( | |
| messages: Sequence[ChatMessage], system_prompt: Optional[str] = None | |
| ) -> str: | |
| string_messages: List[str] = [] | |
| if messages[0].role == MessageRole.SYSTEM: | |
| # pull out the system message (if it exists in messages) | |
| system_message_str = messages[0].content or "" | |
| messages = messages[1:] | |
| else: | |
| system_message_str = system_prompt or DEFAULT_SYSTEM_PROMPT | |
| system_message_str = f"{B_SYS} {system_message_str.strip()} {E_SYS}" | |
| for i in range(0, len(messages), 2): | |
| # first message should always be a user | |
| user_message = messages[i] | |
| assert user_message.role == MessageRole.USER | |
| if i == 0: | |
| # make sure system prompt is included at the start | |
| str_message = f"{BOS} {B_INST} {system_message_str} " | |
| else: | |
| # end previous user-assistant interaction | |
| string_messages[-1] += f" {EOS}" | |
| # no need to include system prompt | |
| str_message = f"{BOS} {B_INST} " | |
| # include user message content | |
| str_message += f"{user_message.content} {E_INST}" | |
| if len(messages) > (i + 1): | |
| # if assistant message exists, add to str_message | |
| assistant_message = messages[i + 1] | |
| assert assistant_message.role == MessageRole.ASSISTANT | |
| str_message += f" {assistant_message.content}" | |
| string_messages.append(str_message) | |
| print("".join(string_messages)) | |
| return "".join(string_messages) | |
| def completion_to_prompt(completion: str, system_prompt: Optional[str] = None) -> str: | |
| system_prompt_str = system_prompt or DEFAULT_SYSTEM_PROMPT | |
| print(( | |
| f"{BOS} {B_INST} {B_SYS} {system_prompt_str.strip()} {E_SYS} " | |
| f"{completion.strip()} {E_INST}" | |
| )) | |
| return ( | |
| f"{BOS} {B_INST} {B_SYS} {system_prompt_str.strip()} {E_SYS} " | |
| f"{completion.strip()} {E_INST}" | |
| ) |