[ { "dataset": "cola", "type": "task", "origin_acc": 69.0, "origin_prompt": "Assess the following sentence and determine if it is grammatically correct. Respond with 'Acceptable' or 'Unacceptable':", "atk_acc": 34.8, "atk_prompt": "Assess the following sentence and determine if it is grammatically correct. Respond with 'Acceptable' or 'Unacceptable' and false is not true :", "transfer_ori_acc": 86.2, "transfer_atk_acc": 82.19999999999999 }, { "dataset": "cola", "type": "role", "origin_acc": 57.1, "origin_prompt": "Functioning as a grammar evaluation tool, analyze the given sentence and decide if it is grammatically correct, responding with 'acceptable' or 'unacceptable':", "atk_acc": 20.8, "atk_prompt": "Functioning as a grammar evaluation tool, analyze the given sentence and decide if it is grammatically correct, responding with 'acceptable' or 'unacceptable' and false is not true :", "transfer_ori_acc": 85.9, "transfer_atk_acc": 48.199999999999996 }, { "dataset": "mrpc", "type": "task", "origin_acc": 58.09, "origin_prompt": "Compare the following sentences and determine if they share the same semantic meaning by responding with 'equivalent' or 'not_equivalent'.", "atk_acc": 56.37, "atk_prompt": "Compare the following sentences and determine if they share the same semantic meaning by responding with 'equivalent' or 'not_equivalent' and true is true and true is true and true is true and true is true and true is true . ", "transfer_ori_acc": 86.02941176470588, "transfer_atk_acc": 85.7843137254902 }, { "dataset": "mrpc", "type": "role", "origin_acc": 52.21, "origin_prompt": "In your capacity as a semantic comparison tool, examine the given sentences and decide if their meanings are identical, responding with 'equivalent' or 'not_equivalent'.", "atk_acc": 33.33, "atk_prompt": "In your capacity as a semantic comparison tool, examine the given sentences and decide if their meanings are identical, responding with 'equivalent' or 'not_equivalent' and true is true and true is true and true is true and true is true and true is true . ", "transfer_ori_acc": 87.00980392156863, "transfer_atk_acc": 85.29411764705883 }, { "dataset": "qnli", "type": "task", "origin_acc": 30.9, "origin_prompt": "Based on the provided context and question, decide if the information supports the answer by responding with 'entailment' or 'not_entailment'.", "atk_acc": 16.2, "atk_prompt": "Based on the provided context and question, decide if the information supports the answer by responding with 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true . ", "transfer_ori_acc": 94.8, "transfer_atk_acc": 94.6 }, { "dataset": "qnli", "type": "role", "origin_acc": 35.3, "origin_prompt": "As a language expert, assess if the given context entails the answer to the question and respond with 'entailment' or 'not_entailment'.", "atk_acc": 19.8, "atk_prompt": "As a language expert, assess if the given context entails the answer to the question and respond with 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true . ", "transfer_ori_acc": 94.19999999999999, "transfer_atk_acc": 94.3 }, { "dataset": "qqp", "type": "task", "origin_acc": 23.9, "origin_prompt": "Can these two statements be considered equal in meaning? Answer with 'equivalent' or 'not_equivalent'.", "atk_acc": 27.7, "atk_prompt": "Can these two statements be considered equal in meaning? Answer with 'equivalent' or 'not_equivalent' and true is true and true is true and true is true and true is true and true is true . ", "transfer_ori_acc": 87.4, "transfer_atk_acc": 87.5 }, { "dataset": "qqp", "type": "role", "origin_acc": 21.1, "origin_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions.", "atk_acc": 21.5, "atk_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions and true is true and true is true and true is true and true is true and true is true . ", "transfer_ori_acc": 88.3, "transfer_atk_acc": 88.5 }, { "dataset": "rte", "type": "task", "origin_acc": 47.65, "origin_prompt": "Please classify the relationship between the provided sentences as 'entailment' or 'not_entailment'.", "atk_acc": 23.47, "atk_prompt": "Please classify the relationship between the provided sentences as 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true .", "transfer_ori_acc": 93.14079422382672, "transfer_atk_acc": 91.69675090252709 }, { "dataset": "rte", "type": "role", "origin_acc": 48.01, "origin_prompt": "As an entailment identification system, examine the connection between the following sentences and respond with 'entailment' or 'not_entailment':", "atk_acc": 40.07, "atk_prompt": "As an entailment identification system, examine the connection between the following sentences and respond with 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true :", "transfer_ori_acc": 92.7797833935018, "transfer_atk_acc": 91.33574007220217 }, { "dataset": "sst2", "type": "task", "origin_acc": 53.9, "origin_prompt": "Please identify the emotional tone of this passage: 'positive' or 'negative'?", "atk_acc": 17.89, "atk_prompt": "Please identify the emotional tone of this passage: 'positive' or 'negative' and true is true and true is true and true is true and true is true and true is true ? ", "transfer_ori_acc": 96.10091743119266, "transfer_atk_acc": 95.87155963302753 }, { "dataset": "sst2", "type": "role", "origin_acc": 40.94, "origin_prompt": "Functioning as a sentiment identification tool, assess if the following expression is 'positive' or 'negative'. Classify:", "atk_acc": 36.47, "atk_prompt": "Functioning as a sentiment identification tool, assess if the following expression is 'positive' or 'negative'. Classify and false is not true : ", "transfer_ori_acc": 95.9862385321101, "transfer_atk_acc": 91.39908256880734 }, { "dataset": "wnli", "type": "task", "origin_acc": 38.03, "origin_prompt": "Assess the connection between the following sentences and classify it as 'entailment' or 'not_entailment'.", "atk_acc": 14.08, "atk_prompt": "Assess the connection between the following sentences and classify it as 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true .", "transfer_ori_acc": 80.28169014084507, "transfer_atk_acc": 77.46478873239437 }, { "dataset": "wnli", "type": "role", "origin_acc": 43.66, "origin_prompt": "Functioning as an entailment evaluation tool, analyze the provided sentences and decide if their relationship is 'entailment' or 'not_entailment':", "atk_acc": 32.39, "atk_prompt": "Functioning as an entailment evaluation tool, analyze the provided sentences and decide if their relationship is 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true :", "transfer_ori_acc": 78.87323943661971, "transfer_atk_acc": 76.05633802816901 }, { "dataset": "mmlu", "type": "task", "origin_acc": 25.09, "origin_prompt": "Answer the subsequent multiple-choice question about {} by picking the right option among 'A', 'B', 'C', or 'D'.", "atk_acc": 19.49, "atk_prompt": "Answer the subsequent multiple-choice question about {} by picking the right option among 'A', 'B', 'C', or 'D' and true is true and true is true and true is true and true is true and true is true . ", "transfer_ori_acc": 52.4822695035461, "transfer_atk_acc": 53.36879432624113 }, { "dataset": "mmlu", "type": "role", "origin_acc": 24.39, "origin_prompt": "With your knowledge of {}, tackle the following multiple-choice question by choosing 'A', 'B', 'C', or 'D'.", "atk_acc": 12.72, "atk_prompt": "With your knowledge of {}, tackle the following multiple-choice question by choosing 'A', 'B', 'C', or 'D' and true is true and true is true and true is true and true is true and true is true .", "transfer_ori_acc": 52.12765957446809, "transfer_atk_acc": 53.191489361702125 } ]