[ { "dataset": "cola", "type": "task", "origin_acc": 77.9, "origin_prompt": "Examine the given sentence and decide if it is grammatically sound. Answer with either 'Acceptable' or 'Unacceptable'.", "atk_acc": 54.9, "atk_prompt": "Examine the yielded sentence and decide if it is pronouns audio. Answer with neither 'Acceptable' or 'Unacceptable'. ", "transfer_ori_acc": 81.0, "transfer_atk_acc": 75.0 }, { "dataset": "cola", "type": "role", "origin_acc": 76.4, "origin_prompt": "Acting as a grammar detection instrument, determine if the provided sentence is grammatically sound, answering with 'acceptable' for correct grammar or 'unacceptable' for incorrect grammar.", "atk_acc": 70.0, "atk_prompt": "Acting as a grammatical detection instruments, determining if the provided condemnation is grammatically sоund, answer with 'acceptable' for corⲅect grammatical or 'unacceptable' for incоrrect grɑmmar. ", "transfer_ori_acc": 79.5, "transfer_atk_acc": 80.5 }, { "dataset": "mrpc", "type": "task", "origin_acc": 82.6, "origin_prompt": "Can the given sentences be considered semantically identical? Please reply with 'equivalent' or 'not_equivalent'.", "atk_acc": 78.68, "atk_prompt": "Can the given sntences be considered semantically idеntical? Please reply with 'equivalent' or 'not_equivalent'. ", "transfer_ori_acc": 71.0, "transfer_atk_acc": 72.0 }, { "dataset": "mrpc", "type": "role", "origin_acc": 80.15, "origin_prompt": "In the role of a sentence comparison analyst, assess the provided sentences and indicate if they convey the same meaning by selecting 'equivalent' or 'not_equivalent'.", "atk_acc": 75.49, "atk_prompt": "In the role of a sentence compraison psychoanalyst, assess the provided sentences and indicatе if they convey the same meani ng by selecting 'equivalent' or 'not_equivalent'. ", "transfer_ori_acc": 71.0, "transfer_atk_acc": 70.0 }, { "dataset": "qnli", "type": "task", "origin_acc": 88.8, "origin_prompt": "Evaluate whether the given context supports the answer to the question by responding with 'entailment' or 'not_entailment'.", "atk_acc": 62.1, "atk_prompt": "Evluate both the giѵen context supports the answer to the question by responding with 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 84.5, "transfer_atk_acc": 82.0 }, { "dataset": "qnli", "type": "role", "origin_acc": 88.8, "origin_prompt": "In the capacity of a language evaluator, examine if the given context justifies the answer to the question and indicate your assessment with 'entailment' or 'not_entailment'.", "atk_acc": 56.0, "atk_prompt": "In the capacity of a language evaluator, examining if the giѵen backgrounds ϳustifies the answer to the matter and indicates your assessment with 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 84.5, "transfer_atk_acc": 79.0 }, { "dataset": "qqp", "type": "task", "origin_acc": 88.1, "origin_prompt": "Are the following two questions equivalent or not? Answer me with \"equivalent\" or \"not_equivalent\".", "atk_acc": 80.1, "atk_prompt": "Are the following tԝo subjects equivalent or not? Anser me with \"equivalent\" or \"not_equivalent\". ", "transfer_ori_acc": 83.0, "transfer_atk_acc": 83.0 }, { "dataset": "qqp", "type": "role", "origin_acc": 86.5, "origin_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions.", "atk_acc": 75.7, "atk_prompt": "Since an instrument for question compares evaluation, consider the problems and identify if their connotation is the same, respondinɡ with 'equivalent' for similar question or 'not_equivalent' for assorted issues. ", "transfer_ori_acc": 83.0, "transfer_atk_acc": 82.0 }, { "dataset": "rte", "type": "task", "origin_acc": 85.2, "origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.", "atk_acc": 81.59, "atk_prompt": "Be the fоllowing t wo sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word. ", "transfer_ori_acc": 83.0, "transfer_atk_acc": 84.0 }, { "dataset": "rte", "type": "role", "origin_acc": 84.12, "origin_prompt": "In the capacity of an entailment assessment system, indicate if the link between the following sentences is 'entailment' or 'not_entailment'.", "atk_acc": 81.59, "atk_prompt": "For the capabilities of an entailment appraisals system, indicate if the link between the fo llowing sentences is 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 82.5, "transfer_atk_acc": 82.5 }, { "dataset": "sst2", "type": "task", "origin_acc": 94.95, "origin_prompt": "Analyze the tone of this statement and respond with either 'positive' or 'negative'.", "atk_acc": 94.15, "atk_prompt": "Analyze the tone of this declaration and cater with or 'positive' or 'negative'. ", "transfer_ori_acc": 95.0, "transfer_atk_acc": 89.5 }, { "dataset": "sst2", "type": "role", "origin_acc": 95.41, "origin_prompt": "Acting as a sentiment evaluator, identify if the given sentence is 'positive' or 'negative'.", "atk_acc": 93.92, "atk_prompt": "Acting as a ambience evaluatoⲅ, identifies if the awarded sentence is 'positive' or 'negative'. ", "transfer_ori_acc": 96.0, "transfer_atk_acc": 95.0 }, { "dataset": "wnli", "type": "task", "origin_acc": 64.79, "origin_prompt": "Assess the connection between the following sentences and classify it as 'entailment' or 'not_entailment'.", "atk_acc": 57.75, "atk_prompt": "Assess the connecting between the subsequent sentence and classify it as 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 67.6056338028169, "transfer_atk_acc": 60.56338028169014 }, { "dataset": "wnli", "type": "role", "origin_acc": 66.2, "origin_prompt": "Functioning as an entailment evaluation tool, analyze the provided sentences and decide if their relationship is 'entailment' or 'not_entailment'.", "atk_acc": 57.75, "atk_prompt": "Functioning as an entailment evaluation tool, analyze the furnished sentences and decide if their relationshiр is 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 66.19718309859155, "transfer_atk_acc": 66.19718309859155 }, { "dataset": "mmlu", "type": "task", "origin_acc": 46.81, "origin_prompt": "In relation to the multiple-choice question on {}, please provide the accurate answer by choosing 'A', 'B', 'C', or 'D'.", "atk_acc": 43.62, "atk_prompt": "In relation to the mlutiple-choice question on {}, pelase provide the meticulous answer by opt 'A', 'B', 'C', or 'D'. ", "transfer_ori_acc": 67.0, "transfer_atk_acc": 65.0 }, { "dataset": "mmlu", "type": "role", "origin_acc": 46.99, "origin_prompt": "Considering your familiarity with {}, attend to the following multiple-choice question by picking 'A', 'B', 'C', or 'D'.", "atk_acc": 43.97, "atk_prompt": "Considering your knowledge with {}, attend to the following multip le-choice questions by рicking 'A', 'B', 'C', or 'D'.", "transfer_ori_acc": 65.5, "transfer_atk_acc": 66.0 }, { "dataset": "squad_v2", "type": "task", "origin_acc": 87.15, "origin_prompt": "Please extract the most appropriate answer from the context. If an answer is not present, indicate 'unanswerable'.", "atk_acc": 86.55, "atk_prompt": "Please extract the most appropriate answer from the context. Though an answer is not present, indicate 'unanswerable'.", "transfer_ori_acc": 72.2002865977473, "transfer_atk_acc": 72.33865656111726 }, { "dataset": "squad_v2", "type": "role", "origin_acc": 87.05, "origin_prompt": "As a subject matter expert, extract the correct answer from the context. If an answer is not present, indicate 'unanswerable'.", "atk_acc": 85.95, "atk_prompt": "As a subjected matter expeⲅt, extract the correct an swer from the context. If an answer is not present, indicate 'unanswerable'.", "transfer_ori_acc": 73.34620212188865, "transfer_atk_acc": 72.26280110261804 }, { "dataset": "iwslt", "type": "task", "origin_acc": 0.22, "origin_prompt": "Convert the following sentence from its original {} language to the target language {}.", "atk_acc": 0.21, "atk_prompt": "Convret the following sentence from its original {} language to the taⲅget language {}. ", "transfer_ori_acc": 0.2397640641843048, "transfer_atk_acc": 0.2366160728922804 }, { "dataset": "iwslt", "type": "role", "origin_acc": 0.22, "origin_prompt": "As a qualified translator, convert the given sentence from its original {} language to the target language {}.", "atk_acc": 0.21, "atk_prompt": "Since a qualifid translator, coոvert the given sentence from its o riginal {} language to the target language {}. ", "transfer_ori_acc": 0.23953731633418865, "transfer_atk_acc": 0.24087339581317463 }, { "dataset": "un_multi", "type": "task", "origin_acc": 0.31, "origin_prompt": "Translate the following text from the source language {} to the target language {}.", "atk_acc": 0.29, "atk_prompt": "Translate the subsequent text from the source tongue {} to the target lanugage {}. ", "transfer_ori_acc": 0.35536362257268445, "transfer_atk_acc": 0.3515214595339375 }, { "dataset": "un_multi", "type": "role", "origin_acc": 0.31, "origin_prompt": "Taking on the role of a certified translator, perform a translation of the given sentence from {} to {}.", "atk_acc": 0.28, "atk_prompt": "Taking on the role of a certified translator, performed a translator of the giѵen sentencе from {} to {}. ", "transfer_ori_acc": 0.34766574693711777, "transfer_atk_acc": 0.35227980456354985 }, { "dataset": "math", "type": "task", "origin_acc": 17.5, "origin_prompt": "Resolve the following mathematical question associated with {}.", "atk_acc": 15.62, "atk_prompt": "Reslove the following math question associated with {}. ", "transfer_ori_acc": 22.5, "transfer_atk_acc": 23.125 }, { "dataset": "math", "type": "role", "origin_acc": 17.5, "origin_prompt": "As a mathematics instructor, calculate the answer to the following problem related to {}.", "atk_acc": 15.62, "atk_prompt": "As a mathematics trainers, calculate the respond to the following problem related to {}. ", "transfer_ori_acc": 21.25, "transfer_atk_acc": 23.125 } ]