Spaces:
Runtime error
Runtime error
File size: 8,470 Bytes
683d0f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 |
[
{
"dataset": "cola",
"type": "task",
"origin_acc": 79.0,
"origin_prompt": "Review the sentence below and identify whether its grammar is 'Acceptable' or 'Unacceptable':",
"atk_acc": 2.0,
"atk_prompt": "Revising the punishments below and locate whether its dictionary is 'Acceptable' or 'Unacceptable':",
"transfer_ori_acc": 28.9,
"transfer_atk_acc": 33.4
},
{
"dataset": "cola",
"type": "role",
"origin_acc": 80.0,
"origin_prompt": "While performing grammar analysis, classify the grammar of the following sentence as 'acceptable' for correct grammar or 'unacceptable' for incorrect grammar:",
"atk_acc": 6.0,
"atk_prompt": "While performing jargon discusses, categories the language of the below sentence as 'acceptable' for mend jargon or 'unacceptable' for unfit grammar:",
"transfer_ori_acc": 27.0,
"transfer_atk_acc": 39.1
},
{
"dataset": "mrpc",
"type": "task",
"origin_acc": 75.0,
"origin_prompt": "Examine the pair of sentences and decide if their meanings are identical by answering with 'equivalent' or 'not_equivalent'.",
"atk_acc": 68.5,
"atk_prompt": "Examine the pair of sentences and selects if their regard are identical by responding with 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 64.2156862745098,
"transfer_atk_acc": 43.872549019607845
},
{
"dataset": "mrpc",
"type": "role",
"origin_acc": 75.5,
"origin_prompt": "In your capacity as a semantic assessment tool, evaluate the provided sentences and classify their meanings as 'equivalent' or 'not_equivalent'.",
"atk_acc": 0.0,
"atk_prompt": "About your expertise as a semantic appraisal means, evaluate the provided penalty and classify their meanings as 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 48.03921568627451,
"transfer_atk_acc": 22.54901960784314
},
{
"dataset": "qnli",
"type": "task",
"origin_acc": 77.5,
"origin_prompt": "Consider the context and question, and indicate if the answer can be logically deduced from the context by responding with 'entailment' or 'not_entailment'.",
"atk_acc": 0.5,
"atk_prompt": "Recital the context and items, and specify if the solution can be logically subtracted from the framework by reactions with 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 32.9,
"transfer_atk_acc": 4.0
},
{
"dataset": "qnli",
"type": "role",
"origin_acc": 78.0,
"origin_prompt": "As a semantic researcher, evaluate whether the provided context supports the answer to the question and choose 'entailment' or 'not_entailment'.",
"atk_acc": 0.0,
"atk_prompt": "As a semantic fellows, measuring whether the rendered background supports the answers to the item and chosen 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 13.4,
"transfer_atk_acc": 6.6000000000000005
},
{
"dataset": "qqp",
"type": "task",
"origin_acc": 80.5,
"origin_prompt": "Can these two statements be considered equal in meaning? Answer with 'equivalent' or 'not_equivalent'.",
"atk_acc": 0.0,
"atk_prompt": "Kan these two statement is studied same in sens? Reaction with 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 22.900000000000002,
"transfer_atk_acc": 7.3999999999999995
},
{
"dataset": "qqp",
"type": "role",
"origin_acc": 80.5,
"origin_prompt": "Functioning as a question similarity evaluation tool, analyze the given questions and decide if they share the same meaning, responding with 'equivalent' or 'not_equivalent'.",
"atk_acc": 76.5,
"atk_prompt": "Functioning as a question similarity evaluation tool, analyse the given questions and decide if they share the same feel, responding with 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 14.6,
"transfer_atk_acc": 20.8
},
{
"dataset": "rte",
"type": "task",
"origin_acc": 83.5,
"origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.",
"atk_acc": 60.5,
"atk_prompt": "Pose the aftermath two phrases entailment or not_entailment? Reactions me with \"entailment\" or \"not_entailment\", just one adjectives. ",
"transfer_ori_acc": 27.075812274368232,
"transfer_atk_acc": 36.462093862815884
},
{
"dataset": "rte",
"type": "role",
"origin_acc": 81.0,
"origin_prompt": "As an instrument for entailment evaluation, consider the two sentences and determine if their relationship is 'entailment' or 'not_entailment'. Respond with 'entailment' or 'not_entailment':",
"atk_acc": 60.0,
"atk_prompt": "Because an devices for entailment appraised, revisit the two phrases and identifying if their correlate is 'entailment' or 'not_entailment'. Answered with 'entailment' or 'not_entailment':",
"transfer_ori_acc": 24.90974729241877,
"transfer_atk_acc": 9.747292418772563
},
{
"dataset": "sst2",
"type": "task",
"origin_acc": 90.5,
"origin_prompt": "Review this statement and decide whether it has a 'positive' or 'negative' sentiment:",
"atk_acc": 0.0,
"atk_prompt": "Analysis this assertion and defining whether it ai a 'positive' or 'negative' sentiment: ",
"transfer_ori_acc": 42.54587155963303,
"transfer_atk_acc": 35.091743119266056
},
{
"dataset": "sst2",
"type": "role",
"origin_acc": 94.0,
"origin_prompt": "Emulating a sentiment classification system, indicate whether the provided text is 'positive' or 'negative'. Classify:",
"atk_acc": 4.5,
"atk_prompt": "Emulating a foreboding classifies regime, explain whether the stipulated laws is 'positive' or 'negative'. Grading: ",
"transfer_ori_acc": 6.536697247706422,
"transfer_atk_acc": 35.77981651376147
},
{
"dataset": "wnli",
"type": "task",
"origin_acc": 69.01,
"origin_prompt": "Identify whether the given pair of sentences demonstrates entailment or not_entailment. Answer with 'entailment' or 'not_entailment'.",
"atk_acc": 52.11,
"atk_prompt": "Identify whether the given pair of sentence exposes entailment or not_entailment. Retaliated with 'entailment' or 'not_entailment'.",
"transfer_ori_acc": 33.80281690140845,
"transfer_atk_acc": 42.25352112676056
},
{
"dataset": "wnli",
"type": "role",
"origin_acc": 67.61,
"origin_prompt": "Acting as an entailment detection instrument, determine if the given pair of sentences demonstrates entailment or not_entailment. Answer with 'entailment' or 'not_entailment':",
"atk_acc": 46.48,
"atk_prompt": "Acting as an entailment detection instrument, determine if the given torque of sentences depicting entailment or not_entailment. Reactions with 'entailment' or 'not_entailment':",
"transfer_ori_acc": 43.66197183098591,
"transfer_atk_acc": 39.436619718309856
},
{
"dataset": "mmlu",
"type": "task",
"origin_acc": 64.0,
"origin_prompt": "In relation to the multiple-choice question on {}, please provide the accurate answer by choosing 'A', 'B', 'C', or 'D'.",
"atk_acc": 50.5,
"atk_prompt": "In relation to the multiple-choice issue on {}, please delivering the clarification rebuttal by selector 'A', 'B', 'C', or 'D'. ",
"transfer_ori_acc": 19.326241134751772,
"transfer_atk_acc": 20.390070921985814
},
{
"dataset": "mmlu",
"type": "role",
"origin_acc": 61.5,
"origin_prompt": "As a skilled person in the field of {}, please respond to the multiple-choice question by choosing 'A', 'B', 'C', or 'D'.",
"atk_acc": 54.5,
"atk_prompt": "As a expert person in the minefields of {}, please reacts to the multiple-choice question by choice 'A', 'B', 'C', or 'D'.",
"transfer_ori_acc": 20.0354609929078,
"transfer_atk_acc": 21.631205673758867
}
] |