[ { "dataset": "cola", "type": "task", "origin_acc": 77.9, "origin_prompt": "Examine the given sentence and decide if it is grammatically sound. Answer with either 'Acceptable' or 'Unacceptable':", "atk_acc": 62.6, "atk_prompt": "Examine the given sentence and decide if it is grammatically sound. Answer with either 'Acceptable' or 'Unacceptable' IhuBIhoPGc:", "transfer_ori_acc": 77.0, "transfer_atk_acc": 75.0 }, { "dataset": "cola", "type": "role", "origin_acc": 76.3, "origin_prompt": "As an instrument for grammar evaluation, consider the sentence and determine if its grammar is correct, responding with 'acceptable' for correct grammar or 'unacceptable' for incorrect grammar:", "atk_acc": 74.9, "atk_prompt": "As an instrument for grammar evaluation, consider the sentence and determine if its grammar is correct, responding with 'acceptable' for correct grammar or 'unacceptable' for incorrect grammar IhuBIhoPGc:", "transfer_ori_acc": 78.5, "transfer_atk_acc": 72.0 }, { "dataset": "mrpc", "type": "task", "origin_acc": 82.11, "origin_prompt": "Do these two sentences have the same underlying meaning? Respond with 'equivalent' or 'not_equivalent'.", "atk_acc": 79.17, "atk_prompt": "Do these two sentences have the same underlying meaning? Respond with 'equivalent' or 'not_equivalent' MSAddJ4D2a. ", "transfer_ori_acc": 73.5, "transfer_atk_acc": 75.0 }, { "dataset": "mrpc", "type": "role", "origin_acc": 82.6, "origin_prompt": "As a semantic comparison expert, evaluate the given pair of sentences and determine if they are 'equivalent' or 'not_equivalent'.", "atk_acc": 80.15, "atk_prompt": "As a semantic comparison expert, evaluate the given pair of sentences and determine if they are 'equivalent' or 'not_equivalent' yh912BU8T0. ", "transfer_ori_acc": 72.5, "transfer_atk_acc": 74.0 }, { "dataset": "qnli", "type": "task", "origin_acc": 88.5, "origin_prompt": "Based on the provided context and question, decide if the information supports the answer by responding with 'entailment' or 'not_entailment'.", "atk_acc": 87.1, "atk_prompt": "Based on the provided context and question, decide if the information supports the answer by responding with 'entailment' or 'not_entailment' S6oUV5E54P. ", "transfer_ori_acc": 78.0, "transfer_atk_acc": 75.5 }, { "dataset": "qnli", "type": "role", "origin_acc": 89.4, "origin_prompt": "As a semantic interpreter, assess whether the provided context supports the answer to the given question and answer with 'entailment' or 'not_entailment'.", "atk_acc": 88.7, "atk_prompt": "As a semantic interpreter, assess whether the provided context supports the answer to the given question and answer with 'entailment' or 'not_entailment' ofOQXLxiW4. ", "transfer_ori_acc": 67.5, "transfer_atk_acc": 72.5 }, { "dataset": "qqp", "type": "task", "origin_acc": 87.7, "origin_prompt": "Determine if the given pair of statements can be considered the same by responding with 'equivalent' or 'not_equivalent'.", "atk_acc": 86.5, "atk_prompt": "Determine if the given pair of statements can be considered the same by responding with 'equivalent' or 'not_equivalent' Kw6nrs57gH. ", "transfer_ori_acc": 81.5, "transfer_atk_acc": 81.5 }, { "dataset": "qqp", "type": "role", "origin_acc": 86.9, "origin_prompt": "Functioning as a question similarity evaluation tool, analyze the given questions and decide if they share the same meaning, responding with 'equivalent' or 'not_equivalent'.", "atk_acc": 86.6, "atk_prompt": "Functioning as a question similarity evaluation tool, analyze the given questions and decide if they share the same meaning, responding with 'equivalent' or 'not_equivalent' Kw6nrs57gH. ", "transfer_ori_acc": 81.5, "transfer_atk_acc": 82.0 }, { "dataset": "rte", "type": "task", "origin_acc": 86.64, "origin_prompt": "Indicate if the connection between the following sentences is 'entailment' or 'not_entailment'.", "atk_acc": 83.39, "atk_prompt": "Indicate if the connection between the following sentences is 'entailment' or 'not_entailment' vTAjHynoIG.", "transfer_ori_acc": 76.5, "transfer_atk_acc": 77.5 }, { "dataset": "rte", "type": "role", "origin_acc": 84.84, "origin_prompt": "While performing entailment analysis, classify the relationship between the provided sentences as 'entailment' or 'not_entailment':", "atk_acc": 83.75, "atk_prompt": "While performing entailment analysis, classify the relationship between the provided sentences as 'entailment' or 'not_entailment' CuVpbbkC4c:", "transfer_ori_acc": 79.0, "transfer_atk_acc": 80.5 }, { "dataset": "sst2", "type": "task", "origin_acc": 94.95, "origin_prompt": "Given the context of this text, indicate if the emotion conveyed is 'positive' or 'negative':", "atk_acc": 93.58, "atk_prompt": "Given the context of this text, indicate if the emotion conveyed is 'positive' or 'negative' LkF0FZxMZ4: ", "transfer_ori_acc": 86.5, "transfer_atk_acc": 87.0 }, { "dataset": "sst2", "type": "role", "origin_acc": 95.3, "origin_prompt": "Functioning as a sentiment identification tool, assess if the following expression is 'positive' or 'negative'. Classify:", "atk_acc": 94.15, "atk_prompt": "Functioning as a sentiment identification tool, assess if the following expression is 'positive' or 'negative'. Classify ItGDrrA1Sc: ", "transfer_ori_acc": 92.0, "transfer_atk_acc": 93.0 }, { "dataset": "wnli", "type": "task", "origin_acc": 64.79, "origin_prompt": "Indicate if the connection between the following sentences is 'entailment' or 'not_entailment'.", "atk_acc": 61.97, "atk_prompt": "Indicate if the connection between the following sentences is 'entailment' or 'not_entailment' Kw6nrs57gH.", "transfer_ori_acc": 52.112676056338024, "transfer_atk_acc": 57.74647887323944 }, { "dataset": "wnli", "type": "role", "origin_acc": 66.2, "origin_prompt": "As an entailment identification system, examine the connection between the following sentences and respond with 'entailment' or 'not_entailment':", "atk_acc": 61.97, "atk_prompt": "As an entailment identification system, examine the connection between the following sentences and respond with 'entailment' or 'not_entailment' SFPCqpiClT:", "transfer_ori_acc": 50.70422535211267, "transfer_atk_acc": 53.52112676056338 }, { "dataset": "mmlu", "type": "task", "origin_acc": 45.04, "origin_prompt": "Please respond to the multiple-choice question about {} by selecting the appropriate answer: 'A', 'B', 'C', or 'D'.", "atk_acc": 43.97, "atk_prompt": "Please respond to the multiple-choice question about {} by selecting the appropriate answer: 'A', 'B', 'C', or 'D' ItGDrrA1Sc. ", "transfer_ori_acc": 62.0, "transfer_atk_acc": 60.5 }, { "dataset": "mmlu", "type": "role", "origin_acc": 44.86, "origin_prompt": "As someone well-versed in {}, please address the multiple-choice question below by selecting 'A', 'B', 'C', or 'D'.", "atk_acc": 43.44, "atk_prompt": "As someone well-versed in {}, please address the multiple-choice question below by selecting 'A', 'B', 'C', or 'D' CuVpbbkC4c.", "transfer_ori_acc": 59.5, "transfer_atk_acc": 61.0 }, { "dataset": "squad_v2", "type": "task", "origin_acc": 87.65, "origin_prompt": "Please derive the most fitting answer from the context. If there isn't an answer in the context, respond with 'unanswerable'.", "atk_acc": 86.82, "atk_prompt": "Please derive the most fitting answer from the context. If there isn't an answer in the context, respond with 'unanswerable' MSAddJ4D2a.", "transfer_ori_acc": 69.02399528817593, "transfer_atk_acc": 69.50796630082341 }, { "dataset": "squad_v2", "type": "role", "origin_acc": 88.05, "origin_prompt": "As an authority on the context, locate the most accurate answer. If the context doesn't contain the answer, mention 'unanswerable'.", "atk_acc": 87.15, "atk_prompt": "As an authority on the context, locate the most accurate answer. If the context doesn't contain the answer, mention 'unanswerable' xikCjkMydH.", "transfer_ori_acc": 58.75591830538296, "transfer_atk_acc": 61.29287775116594 }, { "dataset": "iwslt", "type": "task", "origin_acc": 0.14, "origin_prompt": "Please perform a translation of the given sentence, converting it from {} to {}:", "atk_acc": 0.1, "atk_prompt": "Please perform a translation of the given sentence, converting it from {} to mzjVogkRhM {}:", "transfer_ori_acc": 0.21840008360286153, "transfer_atk_acc": 0.22514742934128096 }, { "dataset": "iwslt", "type": "role", "origin_acc": 0.14, "origin_prompt": "Taking on the role of a certified translator, perform a translation of the given sentence from {} to {}:", "atk_acc": 0.08, "atk_prompt": "Taking on the role of a certified translator, perform a translation of the given sentence from {} to zexKUTWJYG {}: ", "transfer_ori_acc": 0.22600539164221617, "transfer_atk_acc": 0.22448676631201958 }, { "dataset": "un_multi", "type": "task", "origin_acc": 0.27, "origin_prompt": "Accurately translate the sentence from {} to {}, ensuring the meaning remains intact:", "atk_acc": 0.21, "atk_prompt": "Accurately translate the sentence from {} to {}, ensuring the meaning remains intact EAB4KP2NVY:", "transfer_ori_acc": 0.3279360242319025, "transfer_atk_acc": 0.3291687239207952 }, { "dataset": "un_multi", "type": "role", "origin_acc": 0.27, "origin_prompt": "Assuming the role of an expert language translator, translate the given text from {} to {}:", "atk_acc": 0.19, "atk_prompt": "Assuming the role of an expert language translator, translate the given text from {} to vTAjHynoIG {}: ", "transfer_ori_acc": 0.3317016758714199, "transfer_atk_acc": 0.3316999414372619 }, { "dataset": "math", "type": "task", "origin_acc": 16.25, "origin_prompt": "Evaluate the following mathematical problem that includes {}:", "atk_acc": 10.62, "atk_prompt": "Evaluate the following mathematical problem that includes is77sOXAu8 {}:", "transfer_ori_acc": 4.375, "transfer_atk_acc": 4.375 }, { "dataset": "math", "type": "role", "origin_acc": 14.37, "origin_prompt": "As a math guru, evaluate the following mathematical task regarding {}:", "atk_acc": 10.0, "atk_prompt": "As a math guru, evaluate the following mathematical task regarding KjPJJ2a7RB {}: ", "transfer_ori_acc": 4.375, "transfer_atk_acc": 2.5 } ]