Spaces:
Paused
Paused
File size: 4,601 Bytes
ff8f4ba |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 |
"""
A dedicated helper to manage templates and prompt building.
From https://github.com/tloen/alpaca-lora/blob/main/utils/prompter.py
"""
import json
import os.path as osp
from typing import Union, List
from ..globals import Global
class Prompter(object):
__slots__ = ("template_name", "template", "_verbose")
def __init__(self, template_name: str = "", verbose: bool = False):
self._verbose = verbose
if not template_name:
template_name = "None"
if template_name == "None":
self.template_name = "None"
return
self.template_name = template_name
file_name = osp.join(Global.data_dir, "templates",
f"{template_name}.json")
if not osp.exists(file_name):
raise ValueError(f"Can't read {file_name}")
with open(file_name) as fp:
self.template = json.load(fp)
if self._verbose:
print(
f"Using prompt template {template_name}: {self.template['description']}"
)
def generate_prompt(
self,
variables: List[Union[None, str]] = [],
# instruction: str,
# input: Union[None, str] = None,
label: Union[None, str] = None,
) -> str:
if self.template_name == "None":
if type(variables) == list:
res = get_val(variables, 0, "")
else:
res = variables.get("prompt", "")
elif "variables" in self.template:
variable_names = self.template.get("variables")
if type(variables) == dict:
variables = [variables.get(name, None)
for name in variable_names]
if "default" not in self.template:
raise ValueError(
f"The template {self.template_name} has \"variables\" defined but does not has a default prompt defined. Please do it like: '\"default\": \"prompt_with_instruction\"' to handle cases when a matching prompt can't be found.")
default_prompt_name = self.template.get("default")
if default_prompt_name not in self.template:
raise ValueError(
f"The template {self.template_name} has \"default\" set to \"{default_prompt_name}\" but it's not defined. Please do it like: '\"{default_prompt_name}\": \"...\".")
prompt_name = get_prompt_name(variables, variable_names)
prompt_template = self.template.get(default_prompt_name)
if prompt_name in self.template:
prompt_template = self.template.get(prompt_name)
res = prompt_template.format(
**variables_to_dict(variables, variable_names))
else:
if type(variables) == dict:
instruction = variables.get("instruction", "")
input = variables.get("input")
else:
instruction = get_val(variables, 0, "")
input = get_val(variables, 1)
# returns the full prompt from instruction and optional input
# if a label (=response, =output) is provided, it's also appended.
if input:
res = self.template["prompt_input"].format(
instruction=instruction, input=input
)
else:
res = self.template["prompt_no_input"].format(
instruction=instruction
)
if label:
res = f"{res}{label}"
if self._verbose:
print(res)
return res
def get_response(self, output: str) -> str:
if self.template_name == "None":
return output
return self.template["response_split"].join(
output.split(self.template["response_split"])[1:]
).strip()
def get_variable_names(self) -> List[str]:
if self.template_name == "None":
return ["prompt"]
elif "variables" in self.template:
return self.template.get("variables")
else:
return ["instruction", "input"]
def get_val(arr, index, default=None):
return arr[index] if -len(arr) <= index < len(arr) else default
def get_prompt_name(variables, variable_names):
result = [y for x, y in zip(
variables, variable_names) if x not in (None, '')]
return "prompt_with_" + '_'.join(result)
def variables_to_dict(variables, variable_names):
return {key: (variables[i] if i < len(variables) and variables[i] is not None else '') for i, key in enumerate(variable_names)}
|