[ { "dataset": "cola", "type": "task", "origin_acc": 81.0, "origin_prompt": "Analyze the provided sentence and classify its grammatical correctness as 'Acceptable' or 'Unacceptable'.", "atk_acc": 59.0, "atk_prompt": "Analyze the reported speech and classify its inclusive correcting as 'Acceptable' or 'Unacceptable'. ", "transfer_ori_acc": 10.9, "transfer_atk_acc": 28.299999999999997 }, { "dataset": "cola", "type": "role", "origin_acc": 81.0, "origin_prompt": "In the role of a syntax analyzer, examine the grammar of the provided sentence and decide if it is correct, answering with 'acceptable' for grammatically correct sentences or 'unacceptable' for incorrect ones.", "atk_acc": 75.5, "atk_prompt": "using the art of a level analyzeg, examine the grammar of the provided sentence and decide if it is genuine, answering with 'acceptable' for grammatically correct sentences or 'unacceptable' for incorrect ones. ", "transfer_ori_acc": 3.4000000000000004, "transfer_atk_acc": 14.899999999999999 }, { "dataset": "mrpc", "type": "task", "origin_acc": 74.0, "origin_prompt": "Compare the following sentences and determine if they share the same semantic meaning by responding with 'equivalent' or 'not_equivalent'.", "atk_acc": 47.5, "atk_prompt": "Compare the following sentences and determine if they lack the same aspect marking by respectively with 'equivalent' or 'not_equivalent'. ", "transfer_ori_acc": 62.254901960784316, "transfer_atk_acc": 58.82352941176471 }, { "dataset": "mrpc", "type": "role", "origin_acc": 71.5, "origin_prompt": "In the role of a textual comparison specialist, examine the given sentences and decide if they share the same meaning, responding with 'equivalent' or 'not_equivalent'.", "atk_acc": 47.0, "atk_prompt": "have the role of a textual comparison academic, examine the given sentences and determine if they share the same length, responding with 'equivalent' or 'not_equivalent'. ", "transfer_ori_acc": 69.36274509803921, "transfer_atk_acc": 67.15686274509804 }, { "dataset": "qnli", "type": "task", "origin_acc": 84.0, "origin_prompt": "Consider the context and question, and indicate if the answer can be logically deduced from the context by responding with 'entailment' or 'not_entailment'.", "atk_acc": 71.0, "atk_prompt": "put the contexts and question, and be if the answer can be logically deduced from the question by stating with 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 27.500000000000004, "transfer_atk_acc": 11.3 }, { "dataset": "qnli", "type": "role", "origin_acc": 84.0, "origin_prompt": "As a textual inference expert, analyze if the answer to the question can be deduced from the provided context and select 'entailment' or 'not_entailment'.", "atk_acc": 70.0, "atk_prompt": "As a structural inference expert, analyze if the answer to the challenge can be deduced from the query audience and select 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 40.300000000000004, "transfer_atk_acc": 32.6 }, { "dataset": "qqp", "type": "task", "origin_acc": 82.5, "origin_prompt": "Are the following two questions equivalent or not? Answer me with \"equivalent\" or \"not_equivalent\".", "atk_acc": 78.5, "atk_prompt": "Are the following versus answers equivalent or not? Answer me with \"equivalent\" or \"not_equivalent\". ", "transfer_ori_acc": 34.8, "transfer_atk_acc": 34.5 }, { "dataset": "qqp", "type": "role", "origin_acc": 83.5, "origin_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions.", "atk_acc": 78.0, "atk_prompt": "and an instrument for question comparison analysis, consider the questions and establish if their topic is the same, responding with 'equivalent' for matching responses or 'not_equivalent' for between questions. ", "transfer_ori_acc": 35.3, "transfer_atk_acc": 28.599999999999998 }, { "dataset": "rte", "type": "task", "origin_acc": 85.0, "origin_prompt": "Review the two statements and categorize their relationship as either 'entailment' or 'not_entailment'.", "atk_acc": 59.5, "atk_prompt": "write the second statements and categorize their relationship as neither 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 50.54151624548736, "transfer_atk_acc": 42.59927797833935 }, { "dataset": "rte", "type": "role", "origin_acc": 83.5, "origin_prompt": "While performing entailment analysis, classify the relationship between the provided sentences as 'entailment' or 'not_entailment'.", "atk_acc": 79.0, "atk_prompt": "was performing entailment analysis, classify the relationship between the first phrase as 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 32.49097472924188, "transfer_atk_acc": 38.26714801444043 }, { "dataset": "sst2", "type": "task", "origin_acc": 95.5, "origin_prompt": "After examining the following expression, label its emotion as either 'positive' or 'negative'.", "atk_acc": 94.5, "atk_prompt": "After examining the following expression, label its emotion as either 'positive' or 'negative' Q47Jmd4lMV. ", "transfer_ori_acc": 7.912844036697248, "transfer_atk_acc": 0.11467889908256881 }, { "dataset": "sst2", "type": "role", "origin_acc": 97.5, "origin_prompt": "In the capacity of a sentiment classifier, decide whether the given quote is 'positive' or 'negative'.", "atk_acc": 96.5, "atk_prompt": "In the capacity of a sentiment classifier, decide whether the given quote is 'positive' or 'negative' 9Q3S1F94fE. ", "transfer_ori_acc": 20.18348623853211, "transfer_atk_acc": 20.18348623853211 }, { "dataset": "wnli", "type": "task", "origin_acc": 69.01, "origin_prompt": "Review the two statements and categorize their relationship as either 'entailment' or 'not_entailment'.", "atk_acc": 59.15, "atk_prompt": "examine the paired actions and categorize their relationship as is 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 16.901408450704224, "transfer_atk_acc": 8.450704225352112 }, { "dataset": "wnli", "type": "role", "origin_acc": 66.2, "origin_prompt": "In the role of a semantic relationship analyzer, examine the connection between the given sentences and decide if they exhibit entailment or not_entailment. Answer with 'entailment' or 'not_entailment'.", "atk_acc": 56.34, "atk_prompt": "In the role of a semantic relationship analyzer, define the connection between the given links and decide if they display entailment or not_entailment. Answer with 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 5.633802816901409, "transfer_atk_acc": 15.492957746478872 }, { "dataset": "mmlu", "type": "task", "origin_acc": 66.5, "origin_prompt": "Please respond to the multiple-choice question about {} by selecting the appropriate answer: 'A', 'B', 'C', or 'D'.", "atk_acc": 11.5, "atk_prompt": "at respond to the multiple-independent question about {} by selecting the inappropriate question: 'A', 'B', 'C', or 'D'. ", "transfer_ori_acc": 8.865248226950355, "transfer_atk_acc": 12.411347517730496 }, { "dataset": "mmlu", "type": "role", "origin_acc": 65.5, "origin_prompt": "Considering your familiarity with {}, attend to the following multiple-choice question by picking 'A', 'B', 'C', or 'D'.", "atk_acc": 52.5, "atk_prompt": "all your ability with {}, attend to the following multiple-select question by picking 'A', 'B', 'C', or 'D'.", "transfer_ori_acc": 8.156028368794328, "transfer_atk_acc": 7.2695035460992905 } ]