[ { "dataset": "cola", "type": "task", "origin_acc": 62.2, "origin_prompt": "Assess the grammatical structure of the given sentence and classify it as 'Acceptable' or 'Unacceptable'.", "atk_acc": 3.8, "atk_prompt": "Assess the context t of the of sentence and judge it as 'Acceptable' or 'Unacceptable'. ", "transfer_ori_acc": 86.2, "transfer_atk_acc": 84.2 }, { "dataset": "cola", "type": "role", "origin_acc": 49.6, "origin_prompt": "As a tool for determining grammatical correctness, review the sentence and categorize its grammar as either 'acceptable' or 'unacceptable'.", "atk_acc": 0.0, "atk_prompt": "should a be for calculating adjective correctness, review the sentence and categorize its i as or 'acceptable' or 'unacceptable'. ", "transfer_ori_acc": 85.6, "transfer_atk_acc": 85.0 }, { "dataset": "mrpc", "type": "task", "origin_acc": 69.36, "origin_prompt": "Determine if the meanings of the following sentences are semantically equivalent by responding with 'equivalent' or 'not_equivalent'.", "atk_acc": 33.33, "atk_prompt": "Determine if the words of the following sentence are semanticdouble equivalent by thinking with 'equivalent' or 'not_equivalent'. ", "transfer_ori_acc": 84.55882352941177, "transfer_atk_acc": 83.82352941176471 }, { "dataset": "mrpc", "type": "role", "origin_acc": 68.14, "origin_prompt": "In the role of a sentence comparison analyst, assess the provided sentences and indicate if they convey the same meaning by selecting 'equivalent' or 'not_equivalent'.", "atk_acc": 17.16, "atk_prompt": "to the role of a face comparison instance, assess the following sentences and indicate if they describe the same person by selecting 'equivalent' or 'not_equivalent'. ", "transfer_ori_acc": 86.27450980392157, "transfer_atk_acc": 85.7843137254902 }, { "dataset": "qnli", "type": "task", "origin_acc": 41.2, "origin_prompt": "Based on the information in the context, decide if the answer to the question is justified by choosing 'entailment' or 'not_entailment'.", "atk_acc": 0.0, "atk_prompt": "Based on the information in the context, decide if the answer to the is is committed by versus 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 93.8, "transfer_atk_acc": 93.89999999999999 }, { "dataset": "qnli", "type": "role", "origin_acc": 35.5, "origin_prompt": "As a textual inference expert, analyze if the answer to the question can be deduced from the provided context and select 'entailment' or 'not_entailment'.", "atk_acc": 0.0, "atk_prompt": "As a textual inference expert, write if the answer to the task can be deduced from the supplied instance and search 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 93.0, "transfer_atk_acc": 93.60000000000001 }, { "dataset": "qqp", "type": "task", "origin_acc": 41.8, "origin_prompt": "Do the following expressions mean the same thing? Provide your answer as 'equivalent' or 'not_equivalent'.", "atk_acc": 10.3, "atk_prompt": "are the following expression do the same as? substitute your subject as 'equivalent' or 'not_equivalent'. ", "transfer_ori_acc": 88.1, "transfer_atk_acc": 88.0 }, { "dataset": "qqp", "type": "role", "origin_acc": 33.0, "origin_prompt": "In the role of a question similarity analyzer, examine the meaning of the provided questions and decide if they are equivalent, answering with 'equivalent' for equivalent questions or 'not_equivalent' for different questions.", "atk_acc": 8.2, "atk_prompt": "In the role of a topic similarities analyzer, examining the semantic of the questions the and decide if they are equivalent, answer with 'equivalent' for equivalent numbers or 'not_equivalent' for various respondents. ", "transfer_ori_acc": 88.1, "transfer_atk_acc": 88.3 }, { "dataset": "rte", "type": "task", "origin_acc": 50.54, "origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.", "atk_acc": 1.08, "atk_prompt": "pair the following opposite sentences entailment or not_entailment? answers me with \"entailment\" or \"not_entailment\", just 1 word. ", "transfer_ori_acc": 93.14079422382672, "transfer_atk_acc": 93.14079422382672 }, { "dataset": "rte", "type": "role", "origin_acc": 36.82, "origin_prompt": "In the role of a semantic relationship analyzer, examine the connection between the given sentences and decide if they exhibit entailment or not_entailment. Answer with 'entailment' or 'not_entailment'.", "atk_acc": 0.0, "atk_prompt": "In the role of a descriptive relationship analyzeing, read the connection between the given sentences and learn if they exhibit entailment or not_entailment. answers with 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 93.14079422382672, "transfer_atk_acc": 93.50180505415162 }, { "dataset": "sst2", "type": "task", "origin_acc": 12.5, "origin_prompt": "After examining the following expression, label its emotion as either 'positive' or 'negative'.", "atk_acc": 0.0, "atk_prompt": "After examining the following action, type its emotion as either 'positive' or 'negative'. ", "transfer_ori_acc": 92.77522935779817, "transfer_atk_acc": 93.69266055045871 }, { "dataset": "sst2", "type": "role", "origin_acc": 33.37, "origin_prompt": "Taking on the role of an emotion classifier, specify if the provided phrase is 'positive' or 'negative'.", "atk_acc": 0.11, "atk_prompt": "[UNK] on the relationship of an emotion classtoken, choose if the provided phrase is 'positive' or 'negative'. ", "transfer_ori_acc": 95.18348623853211, "transfer_atk_acc": 95.29816513761467 }, { "dataset": "wnli", "type": "task", "origin_acc": 23.94, "origin_prompt": "Does the relationship between the given sentences represent entailment or not_entailment? Respond with 'entailment' or 'not_entailment'.", "atk_acc": 0.0, "atk_prompt": "Does the relationship between the given sentences represent entailment or not_entailment? q with 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 76.05633802816901, "transfer_atk_acc": 76.05633802816901 }, { "dataset": "wnli", "type": "role", "origin_acc": 16.9, "origin_prompt": "In your role as an entailment analysis tool, assess the relationship between the given sentences and classify it as 'entailment' or 'not_entailment'.", "atk_acc": 0.0, "atk_prompt": "[UNK] your role as an entailment and tool, assess the relationship between the given sentences and classify it as 'entailment' or 'not_entailment'. ", "transfer_ori_acc": 77.46478873239437, "transfer_atk_acc": 77.46478873239437 }, { "dataset": "mmlu", "type": "task", "origin_acc": 8.51, "origin_prompt": "Evaluate the multiple-choice question about {} and select the most fitting response from 'A', 'B', 'C', or 'D'.", "atk_acc": 3.55, "atk_prompt": "i the multiple-a asked about {} and select the most fitting response from 'A', 'B', 'C', or 'D'. ", "transfer_ori_acc": 53.90070921985816, "transfer_atk_acc": 53.90070921985816 }, { "dataset": "mmlu", "type": "role", "origin_acc": 9.22, "origin_prompt": "With your understanding of {}, kindly answer the subsequent multiple-choice question by selecting 'A', 'B', 'C', or 'D'.", "atk_acc": 3.37, "atk_prompt": "With your understand of {}, self answer the subsequent multiple-chosen questions by stating 'A', 'B', 'C', or 'D'.", "transfer_ori_acc": 53.72340425531915, "transfer_atk_acc": 53.191489361702125 } ]