[ { "dataset": "cola", "type": "translation", "origin_acc": 69.0, "origin_prompt": "Assess the following sentence and determine if it is grammatically correct. Respond with 'Acceptable' or 'Unacceptable':", "atk_acc": 5.8, "atk_prompt": "As a tool for analyzing grammatical correctness, it categorizes the grammatical rules of the sentence as 'acceptable' or 'unacceptable'.", "transfer_ori_acc": 78.0, "transfer_atk_acc": 72.8 }, { "dataset": "mrpc", "type": "translation", "origin_acc": 67.16, "origin_prompt": "Are the meanings of the following pair of sentences the same? Answer with 'equivalent' or 'not_equivalent'.", "atk_acc": 0.74, "atk_prompt": "Please determine whether the following two sentences are 'equivalent' or 'not_equivalent' according to the standard of semantic comparison.", "transfer_ori_acc": 82.1078431372549, "transfer_atk_acc": 81.12745098039215 }, { "dataset": "qnli", "type": "translation", "origin_acc": 38.4, "origin_prompt": "As a textual inference expert, analyze if the answer to the question can be deduced from the provided context and select 'entailment' or 'not_entailment'.", "atk_acc": 2.4, "atk_prompt": "Determine whether the information provided in the context necessarily leads to the answer to the question asked and indicate 'entailment' or 'not_entailment'.", "transfer_ori_acc": 78.10000000000001, "transfer_atk_acc": 89.8 }, { "dataset": "qqp", "type": "translation", "origin_acc": 30.0, "origin_prompt": "Please indicate if the following pair of sentences share the same meaning by responding with 'equivalent' or 'not_equivalent'.", "atk_acc": 0.5, "atk_prompt": "Work on text sorting tasks labeled 'equivalent' or 'not_equivalent'.", "transfer_ori_acc": 87.1, "transfer_atk_acc": 86.8 }, { "dataset": "rte", "type": "translation", "origin_acc": 51.26, "origin_prompt": "In the role of a semantic relationship analyzer, examine the connection between the given sentences and decide if they exhibit entailment or not_entailment. Answer with 'entailment' or 'not_entailment':", "atk_acc": 5.42, "atk_prompt": "Classify it as 'entailment' or 'not_entailment' based on the content of the sentence.", "transfer_ori_acc": 82.31046931407943, "transfer_atk_acc": 85.5595667870036 }, { "dataset": "sst2", "type": "translation", "origin_acc": 53.9, "origin_prompt": "Please identify the emotional tone of this passage: 'positive' or 'negative'?", "atk_acc": 9.29, "atk_prompt": "Please rate the emotion of this sentence and classify it as 'positive' or 'negative'.", "transfer_ori_acc": 93.92201834862385, "transfer_atk_acc": 94.4954128440367 }, { "dataset": "wnli", "type": "translation", "origin_acc": 43.66, "origin_prompt": "Does the relationship between the given sentences represent entailment or not_entailment? Respond with 'entailment' or 'not_entailment'.", "atk_acc": 5.63, "atk_prompt": "Determine whether the given sentences have a cause-effect relationship as an engagement analysis tool and categorize them as 'entailment' or 'not_entailment'.", "transfer_ori_acc": 61.97183098591549, "transfer_atk_acc": 60.56338028169014 }, { "dataset": "mmlu", "type": "translation", "origin_acc": 27.07, "origin_prompt": "For each multiple-choice question about {}, identify the correct answer by selecting 'A', 'B', 'C', or 'D'.", "atk_acc": 18.09, "atk_prompt": "For the multiple choice problem about, choose the correct answer for '{}' from 'A', 'B', 'C', or 'D'.", "transfer_ori_acc": 45.744680851063826, "transfer_atk_acc": 43.262411347517734 } ]