Add files

requirements.txt

@@ -0,0 +1,12 @@
+accelerate
+appdirs
+loralib
+bitsandbytes
+black
+black[jupyter]
+datasets
+fire
+git+https://github.com/huggingface/peft.git
+transformers>=4.28.0
+sentencepiece
+gradio

templates/goat.json

@@ -0,0 +1,502 @@
+{
+    "1": "{instruction}",
+    "2": "{instruction}",
+    "3": "{instruction}",
+    "4": "{instruction}",
+    "5": "{instruction}",
+    "6": "{instruction}",
+    "7": "{instruction}",
+    "8": "{instruction}",
+    "9": "{instruction}",
+    "10": "{instruction}",
+    "11": "{instruction}",
+    "12": "{instruction}",
+    "13": "{instruction}",
+    "14": "{instruction}",
+    "15": "{instruction}",
+    "16": "{instruction}",
+    "17": "{instruction}",
+    "18": "{instruction}",
+    "19": "{instruction}",
+    "20": "{instruction}",
+    "21": "{instruction}",
+    "22": "{instruction}",
+    "23": "{instruction}",
+    "24": "{instruction}",
+    "25": "{instruction}",
+    "26": "{instruction}",
+    "27": "{instruction}",
+    "28": "{instruction}",
+    "29": "{instruction}",
+    "30": "{instruction}",
+    "31": "{instruction}",
+    "32": "{instruction}",
+    "33": "{instruction}",
+    "34": "{instruction}",
+    "35": "{instruction}",
+    "36": "{instruction}",
+    "37": "{instruction}",
+    "38": "{instruction}",
+    "39": "{instruction}",
+    "40": "{instruction}",
+    "41": "{instruction}",
+    "42": "{instruction}",
+    "43": "{instruction}",
+    "44": "{instruction}",
+    "45": "{instruction}",
+    "46": "{instruction}",
+    "47": "{instruction}",
+    "48": "{instruction}",
+    "49": "{instruction}",
+    "50": "{instruction}",
+    "51": "{instruction}",
+    "52": "{instruction}",
+    "53": "{instruction}",
+    "54": "{instruction}",
+    "55": "{instruction}",
+    "56": "{instruction}",
+    "57": "{instruction}",
+    "58": "{instruction}",
+    "59": "{instruction}",
+    "60": "{instruction}",
+    "61": "{instruction}",
+    "62": "{instruction}",
+    "63": "{instruction}",
+    "64": "{instruction}",
+    "65": "{instruction}",
+    "66": "{instruction}",
+    "67": "{instruction}",
+    "68": "{instruction}",
+    "69": "{instruction}",
+    "70": "{instruction}",
+    "71": "{instruction}",
+    "72": "{instruction}",
+    "73": "{instruction}",
+    "74": "{instruction}",
+    "75": "{instruction}",
+    "76": "{instruction}",
+    "77": "{instruction}",
+    "78": "{instruction}",
+    "79": "{instruction}",
+    "80": "{instruction}",
+    "81": "{instruction}",
+    "82": "{instruction}",
+    "83": "{instruction}",
+    "84": "{instruction}",
+    "85": "{instruction}",
+    "86": "{instruction}",
+    "87": "{instruction}",
+    "88": "{instruction}",
+    "89": "{instruction}",
+    "90": "{instruction}",
+    "91": "{instruction}",
+    "92": "{instruction}",
+    "93": "{instruction}",
+    "94": "{instruction}",
+    "95": "{instruction}",
+    "96": "{instruction}",
+    "97": "{instruction}",
+    "98": "{instruction}",
+    "99": "{instruction}",
+    "100": "{instruction}",
+    "101": "{instruction} =",
+    "102": "{instruction} =",
+    "103": "{instruction} =",
+    "104": "{instruction} =",
+    "105": "{instruction} =",
+    "106": "{instruction} =",
+    "107": "{instruction} =",
+    "108": "{instruction} =",
+    "109": "{instruction} =",
+    "110": "{instruction} =",
+    "111": "{instruction} =",
+    "112": "{instruction} =",
+    "113": "{instruction} =",
+    "114": "{instruction} =",
+    "115": "{instruction} =",
+    "116": "{instruction} =",
+    "117": "{instruction} =",
+    "118": "{instruction} =",
+    "119": "{instruction} =",
+    "120": "{instruction} =",
+    "121": "{instruction} =",
+    "122": "{instruction} =",
+    "123": "{instruction} =",
+    "124": "{instruction} =",
+    "125": "{instruction} =",
+    "126": "{instruction} =",
+    "127": "{instruction} =",
+    "128": "{instruction} =",
+    "129": "{instruction} =",
+    "130": "{instruction} =",
+    "131": "{instruction} is",
+    "132": "{instruction} is",
+    "133": "{instruction} is",
+    "134": "{instruction} is",
+    "135": "{instruction} is",
+    "136": "{instruction}=",
+    "137": "{instruction}=",
+    "138": "{instruction}=",
+    "139": "{instruction}=",
+    "140": "{instruction}=",
+    "141": "{instruction}=",
+    "142": "{instruction}=",
+    "143": "{instruction}=",
+    "144": "{instruction}=",
+    "145": "{instruction}=",
+    "146": "{instruction}=",
+    "147": "{instruction}=",
+    "148": "{instruction}=",
+    "149": "{instruction}=",
+    "150": "{instruction}=",
+    "151": "{instruction}=?",
+    "152": "{instruction}=?",
+    "153": "{instruction}=?",
+    "154": "{instruction}=?",
+    "155": "{instruction}=?",
+    "156": "{instruction}=?",
+    "157": "{instruction}=?",
+    "158": "{instruction}=?",
+    "159": "{instruction}=?",
+    "160": "{instruction}=?",
+    "161": "what is {instruction}",
+    "162": "what is {instruction}",
+    "163": "what is {instruction}",
+    "164": "what is {instruction}",
+    "165": "what is {instruction}",
+    "166": "What is {instruction}",
+    "167": "What is {instruction}",
+    "168": "What is {instruction}",
+    "169": "What is {instruction}",
+    "170": "What is {instruction}",
+    "171": "What is {instruction}?",
+    "172": "What is {instruction}?",
+    "173": "What is {instruction}?",
+    "174": "What is {instruction}?",
+    "175": "What is {instruction}?",
+    "176": "What is {instruction}?",
+    "177": "What is {instruction}?",
+    "178": "What is {instruction}?",
+    "179": "What is {instruction}?",
+    "180": "What is {instruction}?",
+    "181": "compute {instruction}",
+    "182": "compute {instruction}",
+    "183": "compute {instruction}",
+    "184": "compute {instruction}",
+    "185": "compute {instruction}",
+    "186": "Compute {instruction}",
+    "187": "Compute {instruction}.",
+    "188": "Compute {instruction}.",
+    "189": "Compute {instruction}.",
+    "190": "Compute {instruction}.",
+    "191": "calculate {instruction}",
+    "192": "calculate {instruction}",
+    "193": "calculate {instruction}",
+    "194": "Calculate {instruction}",
+    "195": "Calculate {instruction}",
+    "196": "calculate {instruction}",
+    "197": "calculate {instruction}.",
+    "198": "calculate {instruction}.",
+    "199": "Calculate {instruction}.",
+    "200": "Calculate {instruction}.",
+    "201": "solve {instruction}",
+    "202": "solve {instruction}",
+    "203": "solve {instruction}",
+    "204": "Solve {instruction}",
+    "205": "Solve {instruction}.",
+    "206": "Solve {instruction}.",
+    "207": "Solve the following problem: {instruction}",
+    "208": "Solve the following problem: {instruction}",
+    "209": "Solve the following question: {instruction}",
+    "210": "Solve the following question: {instruction}",
+    "211": "Q: {instruction}",
+    "212": "Q: {instruction}",
+    "213": "Q: {instruction}",
+    "214": "Q: {instruction}",
+    "215": "Q: {instruction}",
+    "216": "Determine {instruction}",
+    "217": "Determine {instruction}",
+    "218": "Determine {instruction}",
+    "219": "Determine {instruction}.",
+    "220": "Determine {instruction}.",
+    "221": "find {instruction}",
+    "222": "find {instruction}",
+    "223": "Find {instruction}",
+    "224": "Find {instruction}.",
+    "225": "Find {instruction}.",
+    "226": "answer {instruction}",
+    "227": "answer {instruction}",
+    "228": "Answer {instruction}",
+    "229": "Answer {instruction}.",
+    "230": "Answer {instruction}.",
+    "231": "Answer the following question: {instruction}",
+    "232": "Answer the following question: {instruction}",
+    "233": "Answer the following question: {instruction}",
+    "234": "Answer the following question: {instruction}.",
+    "235": "Answer the following question: {instruction}.",
+    "236": "What is the value of {instruction}?",
+    "237": "What is the value of {instruction}?",
+    "238": "What is the value of {instruction}?",
+    "239": "What is the value of {instruction}",
+    "240": "What is the value of {instruction}",
+    "241": "What is the result of {instruction}?",
+    "242": "What is the result of {instruction}?",
+    "243": "What is the result of {instruction}?",
+    "244": "What is the result of {instruction}",
+    "245": "what is the result of {instruction}",
+    "246": "Can you tell me the result of {instruction}? Thank you!",
+    "247": "Show me the result of the following arithmetic expression: {instruction}",
+    "248": "What is the value of {instruction}? Show your working steps.",
+    "249": "Evaluate the value of {instruction}",
+    "250": "Determine the value of {instruction}.",
+    "251": "Find the result for {instruction}.",
+    "252": "Solve the expression {instruction}.",
+    "253": "Please work out {instruction}.",
+    "254": "Can you help me work out {instruction}? Thanks!",
+    "255": "Calculate the outcome of {instruction}.",
+    "256": "What is the answer to {instruction}?",
+    "257": "Provide the result for {instruction}.",
+    "258": "Can you compute the value of {instruction}?",
+    "259": "Figure out the value of {instruction}.",
+    "260": "What is the solution for {instruction}?",
+    "261": "Kindly determine the result of {instruction}.",
+    "262": "Assess the value of {instruction}.",
+    "263": "Compute the answer for {instruction}.",
+    "264": "Obtain the value for {instruction}.",
+    "265": "Reveal the result of {instruction}.",
+    "266": "What does {instruction} evaluate to?",
+    "267": "Please provide the calculation for {instruction}.",
+    "268": "Help me find the value of {instruction}.",
+    "269": "Please help me find the value of {instruction}.",
+    "270": "Uncover the result of the expression {instruction}.",
+    "271": "What is the solution for {instruction}?",
+    "272": "What is the value of {instruction}?",
+    "273": "Compute the result of {instruction}.",
+    "274": "Determine the outcome of {instruction}.",
+    "275": "Can you solve for {instruction}?",
+    "276": "Kindly calculate {instruction} for me.",
+    "277": "Please calculate {instruction}",
+    "278": "Please figure out the value of {instruction}.",
+    "279": "Find the value of {instruction}.",
+    "280": "What is the numerical value of {instruction}?",
+    "281": "Reveal the solution to {instruction}.",
+    "282": "Could you work out {instruction} for me?",
+    "283": "Please estimate the value of {instruction}.",
+    "284": "What should {instruction} amount to?",
+    "285": "Can you help me with calculating {instruction}?",
+    "286": "What is the result of the expression {instruction}?",
+    "287": "Obtain the answer for {instruction}.",
+    "288": "Evaluate the expression {instruction}.",
+    "289": "Help me determine the value of {instruction}.",
+    "290": "Calculate the answer to {instruction}.",
+    "291": "Can you calculate the outcome of {instruction}?",
+    "292": "What is the value obtained from {instruction}?",
+    "293": "Find the result of the computation for {instruction}.",
+    "294": "Can you determine the value of {instruction}?",
+    "295": "Help me solve the problem {instruction}.",
+    "296": "What is the result of {instruction}?",
+    "297": "Please assess the value of {instruction}.",
+    "298": "Could you calculate {instruction} for me?",
+    "299": "What is the outcome of the calculation {instruction}?",
+    "300": "Find the solution for {instruction}.",
+    "301": "Can you provide the answer to {instruction}?",
+    "302": "What does {instruction} yield?",
+    "303": "Please help me evaluate {instruction}.",
+    "304": "What is the numerical outcome of {instruction}?",
+    "305": "Assist me in calculating {instruction}.",
+    "306": "Can you figure out the value of {instruction}?",
+    "307": "What is the answer for the expression {instruction}?",
+    "308": "Help me uncover the result of {instruction}.",
+    "309": "Please compute and provide the result of {instruction}.",
+    "310": "What is the solution to the problem {instruction}?",
+    "311": "Determine the answer to {instruction} for me.",
+    "312": "Can you solve and provide the value of {instruction}?",
+    "313": "Solve the following problem: {instruction}.",
+    "314": "Please solve the following problem: {instruction}.",
+    "315": "Could you please solve the following problem: {instruction}.",
+    "316": "Solve the following task: {instruction}.",
+    "317": "Compute the value of {instruction}.",
+    "318": "Evaluate the expression {instruction}.",
+    "319": "Please solve for {instruction}.",
+    "320": "Find the result of {instruction}.",
+    "321": "What is the outcome of evaluating {instruction}?",
+    "322": "I need the solution to the expression {instruction}.",
+    "323": "Help me calculate the value of {instruction}.",
+    "324": "Please provide the answer for {instruction}.",
+    "325": "Compute {instruction} and give me the answer.",
+    "326": "I am looking for the value of {instruction}. Can you help?",
+    "327": "Evaluate {instruction} and let me know the result.",
+    "328": "What is the value of the expression {instruction}?",
+    "329": "Calculate {instruction} and tell me the solution.",
+    "330": "Find the value of {instruction} for me, please.",
+    "331": "Solve the arithmetic task {instruction} and tell me the answer.",
+    "332": "Can you help me find the result of {instruction}?",
+    "333": "Please give me the calculation for {instruction}.",
+    "334": "What is the numerical value of {instruction}?",
+    "335": "Determine the value of {instruction}.",
+    "336": "Compute the solution for {instruction}.",
+    "337": "What is the numerical outcome of {instruction}?",
+    "338": "Please give me the computation for {instruction}.",
+    "339": "Find the answer to the expression {instruction}.",
+    "340": "Evaluate {instruction} and provide the result.",
+    "341": "I need to know the result of {instruction}. Can you calculate it?",
+    "342": "What is the computed value of {instruction}?",
+    "343": "Help me calculate the value of {instruction}.",
+    "344": "Please show me the working for computing {instruction}.",
+    "345": "Compute {instruction} and tell me the numerical result.",
+    "346": "I am looking for the value of {instruction}. Can you help?",
+    "347": "Evaluate {instruction} and give me the answer.",
+    "348": "What is the output of evaluating {instruction}?",
+    "349": "Calculate {instruction} and provide the result.",
+    "350": "Can you compute the value of {instruction}?",
+    "351": "I need to know the numerical value of {instruction}.",
+    "352": "Find the value of {instruction} and provide the solution.",
+    "353": "Evaluate the expression {instruction} and let me know the computed value.",
+    "354": "What is the solution to the calculation of {instruction}?",
+    "355": "Can you show me how to compute the value of {instruction}?",
+    "356": "Please calculate {instruction} and tell me the numerical outcome.",
+    "357": "Compute {instruction} and provide the solution.",
+    "358": "Tell me the value of {instruction}.",
+    "359": "I need to calculate the value of {instruction}. Can you help?",
+    "360": "Evaluate {instruction} and let me know the numerical solution.",
+    "361": "Find the numerical value of {instruction}.",
+    "362": "Please give me the computation for {instruction}.",
+    "363": "Compute the value of {instruction}.",
+    "364": "Answer the problem below: {instruction}",
+    "365": "Please solve the following problem: {instruction}",
+    "366": "{instruction} is what",
+    "367": "Solve the arithmetic expression: {instruction}",
+    "368": "Evaluate the expression {instruction} and let me know the computed value.",
+    "369": "What is the solution to the calculation of {instruction}?",
+    "370": "Can you show me how to compute the value of {instruction}?",
+    "371": "Please calculate {instruction} and tell me the numerical outcome.",
+    "372": "Compute {instruction} and provide the solution.",
+    "373": "Determine the result of {instruction}.",
+    "374": "Find the value of {instruction}.",
+    "375": "Solve the expression {instruction} and give me the answer.",
+    "376": "Perform the calculation {instruction} and provide the result.",
+    "377": "What is the computed value of {instruction}?",
+    "378": "Show me the solution to {instruction}.",
+    "379": "Calculate the outcome of {instruction}.",
+    "380": "Evaluate the mathematical expression {instruction} and tell me the answer.",
+    "381": "Determine the value when evaluating {instruction}.",
+    "382": "Compute the result of {instruction}.",
+    "383": "Solve for the value of {instruction}.",
+    "384": "What is the numerical value of {instruction}?",
+    "385": "Provide the computed outcome for {instruction}.",
+    "386": "Find the solution for {instruction}.",
+    "387": "Calculate the value of {instruction} and give me the result.",
+    "388": "Can you calculate the expression {instruction} step by step and show the process?",
+    "389": "Provide a step-by-step calculation for the expression {instruction}.",
+    "390": "Walk me through the process of calculating {instruction} in a step-by-step manner.",
+    "391": "Break down the calculation of {instruction} and show each step.",
+    "392": "Can you demonstrate the step-by-step evaluation of {instruction}?",
+    "393": "Show me the step-by-step solution for the expression {instruction}.",
+    "394": "Perform a detailed step-by-step calculation for {instruction}.",
+    "395": "Explain each step involved in evaluating {instruction}.",
+    "396": "Guide me through the step-by-step computation of {instruction}.",
+    "397": "Decompose the expression {instruction} into individual calculation steps.",
+    "398": "Show the sequential steps for calculating {instruction}.",
+    "399": "Can you provide a stepwise solution for evaluating {instruction}?",
+    "400": "Demonstrate the step-by-step process for computing {instruction}.",
+    "401": "Explain the calculations involved in {instruction} in a step-by-step manner.",
+    "402": "Break down the expression {instruction} into its consecutive calculation steps.",
+    "403": "Guide me through the sequential steps of evaluating {instruction}.",
+    "404": "Provide a detailed step-by-step breakdown for calculating {instruction}.",
+    "405": "Show the step-by-step method for evaluating {instruction}.",
+    "406": "Explain each computation step in the evaluation of {instruction}.",
+    "407": "Walk me through the stepwise calculation of {instruction}.",
+    "408": "Compute the value of {instruction}.",
+    "409": "Determine the result of evaluating the expression {instruction}.",
+    "410": "Find the numerical outcome of {instruction}.",
+    "411": "Perform the calculation for {instruction}.",
+    "412": "Solve the mathematical expression {instruction}.",
+    "413": "Evaluate the equation {instruction} and provide the answer.",
+    "414": "Work out the value of {instruction} by performing the necessary calculations.",
+    "415": "Determine the numeric value resulting from {instruction}.",
+    "416": "Compute the outcome of the given expression {instruction}.",
+    "417": "Find the solution by calculating {instruction}.",
+    "418": "Perform the necessary arithmetic operations to determine the value of {instruction}.",
+    "419": "Derive the result of the expression {instruction} through computation.",
+    "420": "Carry out the calculations for {instruction} and provide the answer.",
+    "421": "Determine the numerical value resulting from the evaluation of {instruction}.",
+    "422": "Solve for the value of {instruction} by performing the necessary computations.",
+    "423": "Compute the value obtained by evaluating the expression {instruction}.",
+    "424": "Perform the required mathematical operations to find the result of {instruction}.",
+    "425": "Determine the outcome of {instruction} by performing the calculation.",
+    "426": "Find the numerical solution for {instruction} through computation.",
+    "427": "Work through the expression {instruction} to find its value.",
+    "428": "Compute the value of the expression {instruction}.",
+    "429": "Determine the result of the expression {instruction}.",
+    "430": "Find the numerical outcome of {instruction}.",
+    "431": "Evaluate {instruction} and provide the solution.",
+    "432": "Solve the equation represented by {instruction}.",
+    "433": "Perform calculations for {instruction} and give the answer.",
+    "434": "Determine the value when {instruction} is calculated.",
+    "435": "Compute the {instruction} and obtain the result.",
+    "436": "Derive the solution for {instruction}.",
+    "437": "Determine the numeric value of {instruction}.",
+    "438": "Solve the mathematical expression {instruction}.",
+    "439": "Calculate the outcome of {instruction}.",
+    "440": "Find the solution by evaluating {instruction}.",
+    "441": "Determine the result obtained by evaluating {instruction}.",
+    "442": "Obtain the computed value of {instruction}.",
+    "443": "Perform mathematical calculations for {instruction}.",
+    "444": "Compute the numerical value for {instruction}.",
+    "445": "Evaluate the equation {instruction} and provide the result.",
+    "446": "Solve {instruction} and give the calculated value.",
+    "447": "Determine the outcome of {instruction} through computation.",
+    "448": "Compute the value of the expression {instruction}.",
+    "449": "Determine the result of evaluating the expression {instruction}.",
+    "450": "Find the numerical outcome of {instruction} through calculation.",
+    "451": "Solve the mathematical expression {instruction} and provide the answer.",
+    "452": "Perform the computation for the expression {instruction}.",
+    "453": "Find the solution by evaluating {instruction}.",
+    "454": "Derive the value of {instruction} through calculation.",
+    "455": "Obtain the result by calculating {instruction}.",
+    "456": "Determine the numerical value of {instruction} through mathematical computation.",
+    "457": "Evaluate the {instruction} and ascertain the outcome.",
+    "458": "Compute the mathematical expression {instruction} and yield the result.",
+    "459": "Solve the equation {instruction} and provide the computed value.",
+    "460": "Find the outcome by performing the calculation for {instruction}.",
+    "461": "Calculate the value of the expression {instruction} and provide the answer.",
+    "462": "Determine the numerical result of {instruction} through computation.",
+    "463": "Perform the necessary calculation to obtain the value of {instruction}.",
+    "464": "Evaluate {instruction} mathematically and obtain the solution.",
+    "465": "Compute {instruction} to find the numerical value.",
+    "466": "Solve the given expression {instruction} and derive the outcome.",
+    "467": "Determine the result by carrying out the calculation for {instruction}.",
+    "468": "Find the numerical outcome of the expression {instruction}.",
+    "469": "Work out {instruction} and provide the result.",
+    "470": "Calculate the value of the given expression {instruction}.",
+    "471": "Could you assist me in computing {instruction}?",
+    "472": "Would you be able to aid me in evaluating {instruction}?",
+    "473": "Can you provide guidance on calculating the expression {instruction}?",
+    "474": "I'm seeking your assistance to calculate {instruction}, could you please help?",
+    "475": "Are you able to lend a hand in computing {instruction}?",
+    "476": "May I ask for your support in determining the value of {instruction}?",
+    "477": "Could you please guide me through the process of calculating {instruction}?",
+    "478": "I'm looking for assistance in evaluating {instruction}, can you help me with that?",
+    "479": "Can you provide step-by-step assistance in calculating {instruction}?",
+    "480": "I would greatly appreciate your help in determining the result of the expression {instruction}.",
+    "481": "Could you please lend me a hand in computing the value of {instruction}?",
+    "482": "Can you assist me in evaluating {instruction}? I would really appreciate it.",
+    "483": "Would you mind helping me calculate {instruction}? I'm a bit stuck.",
+    "484": "Can you guide me through the process of calculating {instruction}? I could use some help.",
+    "485": "I'm struggling to calculate the expression {instruction}, could you please offer your assistance?",
+    "486": "May I request your support in determining the value of {instruction}?",
+    "487": "Could you please provide your expertise in evaluating {instruction}?",
+    "488": "I'm looking for someone to help me compute {instruction}. Can you assist?",
+    "489": "Would it be possible for you to guide me through calculating the expression {instruction}?",
+    "490": "Can you please assist me in evaluating the expression {instruction}? Your help would be greatly appreciated.",
+    "491": "Could you assist me in computing {instruction}?",
+    "492": "I need your assistance in evaluating {instruction}. Can you help me?",
+    "493": "Would you mind guiding me through the calculation of the expression {instruction}?",
+    "494": "Can I rely on your help to compute {instruction}?",
+    "495": "I'm seeking your support in calculating {instruction}. Can you provide assistance?",
+    "496": "I could use some help with evaluating {instruction}. Can you lend a hand?",
+    "497": "Are you able to provide guidance in computing {instruction}?",
+    "498": "I would appreciate it if you could assist me in calculating {instruction}.",
+    "499": "Can you please lend your expertise to help me calculate {instruction}?",
+    "500": "Would you be willing to help me determine the value of {instruction}?"
+}

utils/README.md

@@ -0,0 +1,13 @@
+# Directory for helpers modules
+
+## prompter.py
+
+Prompter class, a template manager.
+
+`from utils.prompter import Prompter`
+
+## callbacks.py
+
+Helpers to support streaming generate output.
+
+`from utils.callbacks import Iteratorize, Stream`

utils/callbacks.py

@@ -0,0 +1,75 @@
+"""
+Helpers to support streaming generate output.
+Borrowed from https://github.com/oobabooga/text-generation-webui/blob/ad37f396fc8bcbab90e11ecf17c56c97bfbd4a9c/modules/callbacks.py
+"""
+
+import gc
+import traceback
+from queue import Queue
+from threading import Thread
+
+import torch
+import transformers
+
+
+class Stream(transformers.StoppingCriteria):
+    def __init__(self, callback_func=None):
+        self.callback_func = callback_func
+
+    def __call__(self, input_ids, scores) -> bool:
+        if self.callback_func is not None:
+            self.callback_func(input_ids[0])
+        return False
+
+
+class Iteratorize:
+
+    """
+    Transforms a function that takes a callback
+    into a lazy iterator (generator).
+    """
+
+    def __init__(self, func, kwargs={}, callback=None):
+        self.mfunc = func
+        self.c_callback = callback
+        self.q = Queue()
+        self.sentinel = object()
+        self.kwargs = kwargs
+        self.stop_now = False
+
+        def _callback(val):
+            if self.stop_now:
+                raise ValueError
+            self.q.put(val)
+
+        def gentask():
+            try:
+                ret = self.mfunc(callback=_callback, **self.kwargs)
+            except ValueError:
+                pass
+            except:
+                traceback.print_exc()
+                pass
+
+            self.q.put(self.sentinel)
+            if self.c_callback:
+                self.c_callback(ret)
+
+        self.thread = Thread(target=gentask)
+        self.thread.start()
+
+    def __iter__(self):
+        return self
+
+    def __next__(self):
+        obj = self.q.get(True, None)
+        if obj is self.sentinel:
+            raise StopIteration
+        else:
+            return obj
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.stop_now = True

utils/prompter.py

@@ -0,0 +1,94 @@
+"""
+A dedicated helper to manage templates and prompt building.
+"""
+
+import json
+import os.path as osp
+import random
+from typing import Union
+
+
+class Prompter(object):
+    __slots__ = ("template", "_verbose")
+
+    def __init__(self, template_name: str = "", verbose: bool = False):
+        self._verbose = verbose
+        if not template_name:
+            # Enforce the default here, so the constructor can be called with '' and will not break.
+            template_name = "goat"
+        file_name = osp.join("templates", f"{template_name}.json")
+        if not osp.exists(file_name):
+            raise ValueError(f"Can't read {file_name}")
+        with open(file_name) as fp:
+            self.template = json.load(fp)
+        if self._verbose:
+            print(
+                f"Using prompt template {template_name}: {self.template['description']}"
+            )
+
+    def generate_prompt_simplified(
+        self,
+        instruction: str,
+        label: Union[None, str] = None,
+    ) -> str:
+
+        res = f"{instruction}"
+        if label:
+            res = f"{res}{label}"
+        if self._verbose:
+            print(res)
+        return res
+    
+    
+    def generate_prompt(
+        self,
+        instruction: str,
+        label: Union[None, str] = None,
+    ) -> str:
+
+        if random.random()<0.5:
+            instruction = instruction.replace("*", "x")
+        
+        if random.random()<0.1:
+            instruction=instruction.replace("+", "plus").replace("-", "minus").replace("x", "times").replace("*", "multiplied by").replace("/", "divided by")    
+
+        num = random.randint(1,500)
+        if random.random()<0.6:
+            res = self.template[str(num)].format(
+                arithmetic=instruction.replace(" = ", "")
+            )
+        else:
+            res = self.template[str(num)].format(
+                arithmetic=instruction.replace("=", "").replace(" ", "")
+            )
+
+
+        prompt = f"{res}\nAnswer: "
+            
+               
+        if label:
+            # res = f"{res}{instruction}{label}"
+            prompt = f"{prompt}{label}"
+        if self._verbose:
+            print(prompt)
+        return prompt
+
+    def generate_prompt_inference(
+        self,
+        instruction: str,
+        label: Union[None, str] = None,
+    ) -> str:
+        
+        res = f"{instruction}\nAnswer: "
+            
+               
+        if label:
+            # res = f"{res}{instruction}{label}"
+            res = f"{res}{label}"
+        if self._verbose:
+            print(res)
+        return res
+
+    def get_response(self, output: str) -> str:
+        # return output.split("Answer:")[1].strip()
+        return output