Spaces:
Running
Running
File size: 8,167 Bytes
683d0f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 |
[
{
"dataset": "cola",
"type": "task",
"origin_acc": 62.0,
"origin_prompt": "Assess the grammatical structure of the given sentence and classify it as 'Acceptable' or 'Unacceptable'.",
"atk_acc": 11.4,
"atk_prompt": "Assess the grammatcal etructure of the given entence and classif it as 'Acceptable' or 'Unacceptable'. ",
"transfer_ori_acc": 79.5,
"transfer_atk_acc": 79.5
},
{
"dataset": "cola",
"type": "role",
"origin_acc": 35.1,
"origin_prompt": "Working as a grammar classifier, identify whether the given sentence has correct grammar, and respond with 'acceptable' for correct sentences or 'unacceptable' for incorrect ones.",
"atk_acc": 0.0,
"atk_prompt": "Working as a grammar clsasifier, identify whether the given sentence has correct grammar, and reszond with 'acceptable' for correct sentences or 'unacceptable' for incorrect noes. ",
"transfer_ori_acc": 80.5,
"transfer_atk_acc": 81.0
},
{
"dataset": "mrpc",
"type": "task",
"origin_acc": 67.65,
"origin_prompt": "Do the meanings of these two statements align? Indicate your answer with 'equivalent' or 'not_equivalent'.",
"atk_acc": 36.76,
"atk_prompt": "Zo the meanings of these Xwo statements Ualign? IndicNte your answeY with 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 66.5,
"transfer_atk_acc": 67.0
},
{
"dataset": "mrpc",
"type": "role",
"origin_acc": 69.12,
"origin_prompt": "In your capacity as a semantic assessment tool, evaluate the provided sentences and classify their meanings as 'equivalent' or 'not_equivalent'.",
"atk_acc": 34.31,
"atk_prompt": "nI your capacitCy as a sebmantic assgssment otol, evaluate the provided sentenceAs and Zlassify their meaniPgs as 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 66.5,
"transfer_atk_acc": 68.0
},
{
"dataset": "qnli",
"type": "task",
"origin_acc": 42.7,
"origin_prompt": "Review the given context and question, and decide if the context contains enough information to support the answer by selecting 'entailment' or 'not_entailment'.",
"atk_acc": 0.2,
"atk_prompt": "RevTiew the ginen cEntext and uestion, and decid if the context conatains enough iformation to uspport the answVer by selectin 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 83.5,
"transfer_atk_acc": 84.5
},
{
"dataset": "qnli",
"type": "role",
"origin_acc": 42.9,
"origin_prompt": "As a linguistic consultant, decide if the answer to the question is logically supported by the provided context and respond with 'entailment' or 'not_entailment'.",
"atk_acc": 1.8,
"atk_prompt": "Abs a linguistic consultant, decide if the answer to the question is logically supported by the provided Aontext and respGond with 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 81.5,
"transfer_atk_acc": 79.5
},
{
"dataset": "qqp",
"type": "task",
"origin_acc": 38.1,
"origin_prompt": "Assess whether the following statements are identical in meaning by answering 'equivalent' or 'not_equivalent'.",
"atk_acc": 20.3,
"atk_prompt": "Asess hwether the following statemets are identiacl in meaning by answerinEg 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 81.5,
"transfer_atk_acc": 82.5
},
{
"dataset": "qqp",
"type": "role",
"origin_acc": 33.6,
"origin_prompt": "In your role as a question comparison tool, assess the following pair of questions and classify them as 'equivalent' or 'not_equivalent'.",
"atk_acc": 23.6,
"atk_prompt": "In your Irole as a questioGn comparison tolo, ussess the foMlowing pair of questrions and classify them as 'equivalent' or 'not_equivalent'. ",
"transfer_ori_acc": 81.5,
"transfer_atk_acc": 82.5
},
{
"dataset": "rte",
"type": "task",
"origin_acc": 50.54,
"origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.",
"atk_acc": 0.36,
"atk_prompt": "Aer the following wto sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one wor. ",
"transfer_ori_acc": 82.5,
"transfer_atk_acc": 82.0
},
{
"dataset": "rte",
"type": "role",
"origin_acc": 36.82,
"origin_prompt": "In the role of a semantic relationship analyzer, examine the connection between the given sentences and decide if they exhibit entailment or not_entailment. Answer with 'entailment' or 'not_entailment'.",
"atk_acc": 1.08,
"atk_prompt": "In the role of a semgntic relationship anayzer, examin the connection between the given sentences and decide if they exhibit entailment or not_entailment. AnCwer with 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 82.5,
"transfer_atk_acc": 81.5
},
{
"dataset": "sst2",
"type": "task",
"origin_acc": 14.45,
"origin_prompt": "Review this statement and decide whether it has a 'positive' or 'negative' sentiment.",
"atk_acc": 0.0,
"atk_prompt": "GReview this stateent and decide wdether it has a 'positive' or 'negative' sentiment. ",
"transfer_ori_acc": 95.5,
"transfer_atk_acc": 95.0
},
{
"dataset": "sst2",
"type": "role",
"origin_acc": 26.49,
"origin_prompt": "In the role of a sentiment analysis tool, respond with 'positive' or 'negative' to classify this statement.",
"atk_acc": 0.0,
"atk_prompt": "In the ole of a senteiment naalysis tool, resond with 'positive' or 'negative' to classfy this sattement. ",
"transfer_ori_acc": 97.0,
"transfer_atk_acc": 95.5
},
{
"dataset": "wnli",
"type": "task",
"origin_acc": 23.94,
"origin_prompt": "Does the relationship between the given sentences represent entailment or not_entailment? Respond with 'entailment' or 'not_entailment'.",
"atk_acc": 0.0,
"atk_prompt": "SDoes the relationship between the given stentences represent entailment or not_entailment? ResYond with 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 67.6056338028169,
"transfer_atk_acc": 63.38028169014085
},
{
"dataset": "wnli",
"type": "role",
"origin_acc": 16.9,
"origin_prompt": "In your role as an entailment analysis tool, assess the relationship between the given sentences and classify it as 'entailment' or 'not_entailment'.",
"atk_acc": 0.0,
"atk_prompt": "mn your roye as an entailment aunalysis tooS, assess the relationship between the given sentences and classify it as 'entailment' or 'not_entailment'. ",
"transfer_ori_acc": 63.38028169014085,
"transfer_atk_acc": 64.7887323943662
},
{
"dataset": "mmlu",
"type": "task",
"origin_acc": 10.15,
"origin_prompt": "In relation to the multiple-choice question on {}, please provide the accurate answer by choosing 'A', 'B', 'C', or 'D'.",
"atk_acc": 3.5,
"atk_prompt": "oIn relatin to the mhltiple-choice question on {}, plese provide the accurate answer by choosing 'A', 'B', 'C', or 'D'. ",
"transfer_ori_acc": 67.0,
"transfer_atk_acc": 65.0
},
{
"dataset": "mmlu",
"type": "role",
"origin_acc": 9.8,
"origin_prompt": "With your knowledge of {}, tackle the following multiple-choice question by choosing 'A', 'B', 'C', or 'D'.",
"atk_acc": 6.07,
"atk_prompt": "With your knowlegde of {}, tacke the folloing mulBiple-choice question by choosing 'A', 'B', 'C', or 'D'.",
"transfer_ori_acc": 66.0,
"transfer_atk_acc": 64.0
}
] |