Spaces:
Runtime error
Runtime error
File size: 12,220 Bytes
683d0f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 |
[
{
"dataset": "cola",
"type": "task",
"origin_acc": 79.0,
"origin_prompt": "Review the sentence below and identify whether its grammar is 'Acceptable' or 'Unacceptable':",
"atk_acc": 2.0,
"atk_prompt": "Revising the punishments below and locate whether its dictionary is 'Acceptable' or 'Unacceptable':",
"transfer_ori_acc": 86.0,
"transfer_atk_acc": 78.10000000000001
},
{
"dataset": "cola",
"type": "role",
"origin_acc": 80.0,
"origin_prompt": "While performing grammar analysis, classify the grammar of the following sentence as 'acceptable' for correct grammar or 'unacceptable' for incorrect grammar:",
"atk_acc": 6.0,
"atk_prompt": "While performing jargon discusses, categories the language of the below sentence as 'acceptable' for mend jargon or 'unacceptable' for unfit grammar:",
"transfer_ori_acc": 86.0,
"transfer_atk_acc": 85.1
},
{
"dataset": "mrpc",
"type": "task",
"origin_acc": 75.0,
"origin_prompt": "Examine the pair of sentences and decide if their meanings are identical by answering with 'equivalent' or 'not_equivalent'.",
"atk_acc": 68.5,
"atk_prompt": "Examine the pair of sentences and selects if their regard are identical by responding with 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 86.02941176470588,
"transfer_atk_acc": 85.7843137254902
},
{
"dataset": "mrpc",
"type": "role",
"origin_acc": 75.5,
"origin_prompt": "In your capacity as a semantic assessment tool, evaluate the provided sentences and classify their meanings as 'equivalent' or 'not_equivalent'.",
"atk_acc": 0.0,
"atk_prompt": "About your expertise as a semantic appraisal means, evaluate the provided penalty and classify their meanings as 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 83.33333333333334,
"transfer_atk_acc": 81.61764705882352
},
{
"dataset": "qnli",
"type": "task",
"origin_acc": 77.5,
"origin_prompt": "Consider the context and question, and indicate if the answer can be logically deduced from the context by responding with 'entailment' or 'not_entailment'.",
"atk_acc": 0.5,
"atk_prompt": "Recital the context and items, and specify if the solution can be logically subtracted from the framework by reactions with 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 93.7,
"transfer_atk_acc": 58.4
},
{
"dataset": "qnli",
"type": "role",
"origin_acc": 78.0,
"origin_prompt": "As a semantic researcher, evaluate whether the provided context supports the answer to the question and choose 'entailment' or 'not_entailment'.",
"atk_acc": 0.0,
"atk_prompt": "As a semantic fellows, measuring whether the rendered background supports the answers to the item and chosen 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 94.69999999999999,
"transfer_atk_acc": 94.0
},
{
"dataset": "qqp",
"type": "task",
"origin_acc": 80.5,
"origin_prompt": "Can these two statements be considered equal in meaning? Answer with 'equivalent' or 'not_equivalent'.",
"atk_acc": 0.0,
"atk_prompt": "Kan these two statement is studied same in sens? Reaction with 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 87.4,
"transfer_atk_acc": 88.6
},
{
"dataset": "qqp",
"type": "role",
"origin_acc": 80.5,
"origin_prompt": "Functioning as a question similarity evaluation tool, analyze the given questions and decide if they share the same meaning, responding with 'equivalent' or 'not_equivalent'.",
"atk_acc": 76.5,
"atk_prompt": "Functioning as a question similarity evaluation tool, analyse the given questions and decide if they share the same feel, responding with 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 88.0,
"transfer_atk_acc": 88.9
},
{
"dataset": "rte",
"type": "task",
"origin_acc": 83.5,
"origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.",
"atk_acc": 60.5,
"atk_prompt": "Pose the aftermath two phrases entailment or not_entailment? Reactions me with \"entailment\" or \"not_entailment\", just one adjectives. ",
"transfer_ori_acc": 94.22382671480143,
"transfer_atk_acc": 92.4187725631769
},
{
"dataset": "rte",
"type": "role",
"origin_acc": 81.0,
"origin_prompt": "As an instrument for entailment evaluation, consider the two sentences and determine if their relationship is 'entailment' or 'not_entailment'. Respond with 'entailment' or 'not_entailment':",
"atk_acc": 60.0,
"atk_prompt": "Because an devices for entailment appraised, revisit the two phrases and identifying if their correlate is 'entailment' or 'not_entailment'. Answered with 'entailment' or 'not_entailment':",
"transfer_ori_acc": 93.50180505415162,
"transfer_atk_acc": 91.69675090252709
},
{
"dataset": "sst2",
"type": "task",
"origin_acc": 90.5,
"origin_prompt": "Review this statement and decide whether it has a 'positive' or 'negative' sentiment:",
"atk_acc": 0.0,
"atk_prompt": "Analysis this assertion and defining whether it ai a 'positive' or 'negative' sentiment: ",
"transfer_ori_acc": 96.55963302752293,
"transfer_atk_acc": 96.10091743119266
},
{
"dataset": "sst2",
"type": "role",
"origin_acc": 94.0,
"origin_prompt": "Emulating a sentiment classification system, indicate whether the provided text is 'positive' or 'negative'. Classify:",
"atk_acc": 4.5,
"atk_prompt": "Emulating a foreboding classifies regime, explain whether the stipulated laws is 'positive' or 'negative'. Grading: ",
"transfer_ori_acc": 95.87155963302753,
"transfer_atk_acc": 95.52752293577981
},
{
"dataset": "wnli",
"type": "task",
"origin_acc": 69.01,
"origin_prompt": "Identify whether the given pair of sentences demonstrates entailment or not_entailment. Answer with 'entailment' or 'not_entailment'.",
"atk_acc": 52.11,
"atk_prompt": "Identify whether the given pair of sentence exposes entailment or not_entailment. Retaliated with 'entailment' or 'not_entailment'.",
"transfer_ori_acc": 78.87323943661971,
"transfer_atk_acc": 83.09859154929578
},
{
"dataset": "wnli",
"type": "role",
"origin_acc": 67.61,
"origin_prompt": "Acting as an entailment detection instrument, determine if the given pair of sentences demonstrates entailment or not_entailment. Answer with 'entailment' or 'not_entailment':",
"atk_acc": 46.48,
"atk_prompt": "Acting as an entailment detection instrument, determine if the given torque of sentences depicting entailment or not_entailment. Reactions with 'entailment' or 'not_entailment':",
"transfer_ori_acc": 78.87323943661971,
"transfer_atk_acc": 78.87323943661971
},
{
"dataset": "mmlu",
"type": "task",
"origin_acc": 64.0,
"origin_prompt": "In relation to the multiple-choice question on {}, please provide the accurate answer by choosing 'A', 'B', 'C', or 'D'.",
"atk_acc": 50.5,
"atk_prompt": "In relation to the multiple-choice issue on {}, please delivering the clarification rebuttal by selector 'A', 'B', 'C', or 'D'. ",
"transfer_ori_acc": 51.95035460992907,
"transfer_atk_acc": 53.54609929078015
},
{
"dataset": "mmlu",
"type": "role",
"origin_acc": 61.5,
"origin_prompt": "As a skilled person in the field of {}, please respond to the multiple-choice question by choosing 'A', 'B', 'C', or 'D'.",
"atk_acc": 54.5,
"atk_prompt": "As a expert person in the minefields of {}, please reacts to the multiple-choice question by choice 'A', 'B', 'C', or 'D'.",
"transfer_ori_acc": 52.4822695035461,
"transfer_atk_acc": 53.90070921985816
},
{
"dataset": "squad_v2",
"type": "task",
"origin_acc": 70.01,
"origin_prompt": "Based on the given context, provide the best possible answer. If there's no answer available in the context, respond with 'unanswerable'.",
"atk_acc": 5.68,
"atk_prompt": "Based on the received backgrounds, provide the nicest unlikely respond. Although there's no riposte available in the context, reactions with 'unanswerable'.",
"transfer_ori_acc": 89.38229949874687,
"transfer_atk_acc": 64.65591060985798
},
{
"dataset": "squad_v2",
"type": "role",
"origin_acc": 69.17,
"origin_prompt": "Using your knowledge of the context, identify the best answer to the question. If the context doesn't provide an answer, write 'unanswerable'.",
"atk_acc": 12.54,
"atk_prompt": "Using your skill of the background, specify the improved rebuttal to the question. While the context doesn't delivering an reactions, writings 'unanswerable'.",
"transfer_ori_acc": 88.31979949874687,
"transfer_atk_acc": 83.85692382078497
},
{
"dataset": "iwslt",
"type": "task",
"origin_acc": 0.22,
"origin_prompt": "Using machine translation, convert the given sentence from {} into the {} language:",
"atk_acc": 0.0,
"atk_prompt": "Using typewriter translation, transformation the given sentence from {} into the {} pronunciation:",
"transfer_ori_acc": 0.17087237648129655,
"transfer_atk_acc": 0.18145247530896158
},
{
"dataset": "iwslt",
"type": "role",
"origin_acc": 0.22,
"origin_prompt": "Taking on the role of a certified translator, perform a translation of the given sentence from {} to {}:",
"atk_acc": 0.0,
"atk_prompt": "Select on the features of a certifiable translators, conducting a translation of the gave sentencing from {} to {}: ",
"transfer_ori_acc": 0.1727120569025014,
"transfer_atk_acc": 0.17242972008557814
},
{
"dataset": "un_multi",
"type": "task",
"origin_acc": 0.34,
"origin_prompt": "Translate the subsequent text passage from its original {} language to the {} language:",
"atk_acc": 0.07,
"atk_prompt": "Translate the sequential version passage from its primitive {} grammar to the {} pronunciation:",
"transfer_ori_acc": 0.31391205501691966,
"transfer_atk_acc": 0.29980040349878595
},
{
"dataset": "un_multi",
"type": "role",
"origin_acc": 0.34,
"origin_prompt": "While acting as an experienced language expert, translate the following text from {} to {}:",
"atk_acc": 0.27,
"atk_prompt": "While acting as an suffered dialect expert, translate the below laws from {} to {}: ",
"transfer_ori_acc": 0.3133010160127483,
"transfer_atk_acc": 0.30695283823442066
},
{
"dataset": "math",
"type": "task",
"origin_acc": 6.88,
"origin_prompt": "Obtain the result for this math question regarding {}:",
"atk_acc": 0.0,
"atk_prompt": "Obtain the achievements for this math question respecting {}:",
"transfer_ori_acc": 13.750000000000002,
"transfer_atk_acc": 13.750000000000002
},
{
"dataset": "math",
"type": "role",
"origin_acc": 5.0,
"origin_prompt": "As a mathematics instructor, calculate the answer to the following problem related to {}:",
"atk_acc": 0.0,
"atk_prompt": "As a mathematics instructor, calculate the rebuttal to the following problem related to {}: ",
"transfer_ori_acc": 15.0,
"transfer_atk_acc": 8.125
}
] |