Spaces:
Running
Running
File size: 4,071 Bytes
683d0f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
[
{
"dataset": "cola",
"type": "translation",
"origin_acc": 69.0,
"origin_prompt": "Assess the following sentence and determine if it is grammatically correct. Respond with 'Acceptable' or 'Unacceptable':",
"atk_acc": 5.8,
"atk_prompt": "As a tool for analyzing grammatical correctness, it categorizes the grammatical rules of the sentence as 'acceptable' or 'unacceptable'.",
"transfer_ori_acc": 78.0,
"transfer_atk_acc": 72.8
},
{
"dataset": "mrpc",
"type": "translation",
"origin_acc": 67.16,
"origin_prompt": "Are the meanings of the following pair of sentences the same? Answer with 'equivalent' or 'not_equivalent'.",
"atk_acc": 0.74,
"atk_prompt": "Please determine whether the following two sentences are 'equivalent' or 'not_equivalent' according to the standard of semantic comparison.",
"transfer_ori_acc": 82.1078431372549,
"transfer_atk_acc": 81.12745098039215
},
{
"dataset": "qnli",
"type": "translation",
"origin_acc": 38.4,
"origin_prompt": "As a textual inference expert, analyze if the answer to the question can be deduced from the provided context and select 'entailment' or 'not_entailment'.",
"atk_acc": 2.4,
"atk_prompt": "Determine whether the information provided in the context necessarily leads to the answer to the question asked and indicate 'entailment' or 'not_entailment'.",
"transfer_ori_acc": 78.10000000000001,
"transfer_atk_acc": 89.8
},
{
"dataset": "qqp",
"type": "translation",
"origin_acc": 30.0,
"origin_prompt": "Please indicate if the following pair of sentences share the same meaning by responding with 'equivalent' or 'not_equivalent'.",
"atk_acc": 0.5,
"atk_prompt": "Work on text sorting tasks labeled 'equivalent' or 'not_equivalent'.",
"transfer_ori_acc": 87.1,
"transfer_atk_acc": 86.8
},
{
"dataset": "rte",
"type": "translation",
"origin_acc": 51.26,
"origin_prompt": "In the role of a semantic relationship analyzer, examine the connection between the given sentences and decide if they exhibit entailment or not_entailment. Answer with 'entailment' or 'not_entailment':",
"atk_acc": 5.42,
"atk_prompt": "Classify it as 'entailment' or 'not_entailment' based on the content of the sentence.",
"transfer_ori_acc": 82.31046931407943,
"transfer_atk_acc": 85.5595667870036
},
{
"dataset": "sst2",
"type": "translation",
"origin_acc": 53.9,
"origin_prompt": "Please identify the emotional tone of this passage: 'positive' or 'negative'?",
"atk_acc": 9.29,
"atk_prompt": "Please rate the emotion of this sentence and classify it as 'positive' or 'negative'.",
"transfer_ori_acc": 93.92201834862385,
"transfer_atk_acc": 94.4954128440367
},
{
"dataset": "wnli",
"type": "translation",
"origin_acc": 43.66,
"origin_prompt": "Does the relationship between the given sentences represent entailment or not_entailment? Respond with 'entailment' or 'not_entailment'.",
"atk_acc": 5.63,
"atk_prompt": "Determine whether the given sentences have a cause-effect relationship as an engagement analysis tool and categorize them as 'entailment' or 'not_entailment'.",
"transfer_ori_acc": 61.97183098591549,
"transfer_atk_acc": 60.56338028169014
},
{
"dataset": "mmlu",
"type": "translation",
"origin_acc": 27.07,
"origin_prompt": "For each multiple-choice question about {}, identify the correct answer by selecting 'A', 'B', 'C', or 'D'.",
"atk_acc": 18.09,
"atk_prompt": "For the multiple choice problem about, choose the correct answer for '{}' from 'A', 'B', 'C', or 'D'.",
"transfer_ori_acc": 45.744680851063826,
"transfer_atk_acc": 43.262411347517734
}
] |