Spaces:
Runtime error
Runtime error
File size: 9,568 Bytes
683d0f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 |
[
{
"dataset": "cola",
"type": "task",
"origin_acc": 69.0,
"origin_prompt": "Assess the following sentence and determine if it is grammatically correct. Respond with 'Acceptable' or 'Unacceptable':",
"atk_acc": 34.8,
"atk_prompt": "Assess the following sentence and determine if it is grammatically correct. Respond with 'Acceptable' or 'Unacceptable' and false is not true :",
"transfer_ori_acc": 78.0,
"transfer_atk_acc": 63.5
},
{
"dataset": "cola",
"type": "role",
"origin_acc": 57.1,
"origin_prompt": "Functioning as a grammar evaluation tool, analyze the given sentence and decide if it is grammatically correct, responding with 'acceptable' or 'unacceptable':",
"atk_acc": 20.8,
"atk_prompt": "Functioning as a grammar evaluation tool, analyze the given sentence and decide if it is grammatically correct, responding with 'acceptable' or 'unacceptable' and false is not true :",
"transfer_ori_acc": 76.3,
"transfer_atk_acc": 76.9
},
{
"dataset": "mrpc",
"type": "task",
"origin_acc": 58.09,
"origin_prompt": "Compare the following sentences and determine if they share the same semantic meaning by responding with 'equivalent' or 'not_equivalent'.",
"atk_acc": 56.37,
"atk_prompt": "Compare the following sentences and determine if they share the same semantic meaning by responding with 'equivalent' or 'not_equivalent' and true is true and true is true and true is true and true is true and true is true . ",
"transfer_ori_acc": 82.1078431372549,
"transfer_atk_acc": 31.61764705882353
},
{
"dataset": "mrpc",
"type": "role",
"origin_acc": 52.21,
"origin_prompt": "In your capacity as a semantic comparison tool, examine the given sentences and decide if their meanings are identical, responding with 'equivalent' or 'not_equivalent'.",
"atk_acc": 33.33,
"atk_prompt": "In your capacity as a semantic comparison tool, examine the given sentences and decide if their meanings are identical, responding with 'equivalent' or 'not_equivalent' and true is true and true is true and true is true and true is true and true is true . ",
"transfer_ori_acc": 83.33333333333334,
"transfer_atk_acc": 20.588235294117645
},
{
"dataset": "qnli",
"type": "task",
"origin_acc": 30.9,
"origin_prompt": "Based on the provided context and question, decide if the information supports the answer by responding with 'entailment' or 'not_entailment'.",
"atk_acc": 16.2,
"atk_prompt": "Based on the provided context and question, decide if the information supports the answer by responding with 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true . ",
"transfer_ori_acc": 89.4,
"transfer_atk_acc": 80.9
},
{
"dataset": "qnli",
"type": "role",
"origin_acc": 35.3,
"origin_prompt": "As a language expert, assess if the given context entails the answer to the question and respond with 'entailment' or 'not_entailment'.",
"atk_acc": 19.8,
"atk_prompt": "As a language expert, assess if the given context entails the answer to the question and respond with 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true . ",
"transfer_ori_acc": 88.4,
"transfer_atk_acc": 76.8
},
{
"dataset": "qqp",
"type": "task",
"origin_acc": 23.9,
"origin_prompt": "Can these two statements be considered equal in meaning? Answer with 'equivalent' or 'not_equivalent'.",
"atk_acc": 27.7,
"atk_prompt": "Can these two statements be considered equal in meaning? Answer with 'equivalent' or 'not_equivalent' and true is true and true is true and true is true and true is true and true is true . ",
"transfer_ori_acc": 87.8,
"transfer_atk_acc": 80.10000000000001
},
{
"dataset": "qqp",
"type": "role",
"origin_acc": 21.1,
"origin_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions.",
"atk_acc": 21.5,
"atk_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions and true is true and true is true and true is true and true is true and true is true . ",
"transfer_ori_acc": 87.3,
"transfer_atk_acc": 87.5
},
{
"dataset": "rte",
"type": "task",
"origin_acc": 47.65,
"origin_prompt": "Please classify the relationship between the provided sentences as 'entailment' or 'not_entailment'.",
"atk_acc": 23.47,
"atk_prompt": "Please classify the relationship between the provided sentences as 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true .",
"transfer_ori_acc": 85.1985559566787,
"transfer_atk_acc": 76.53429602888086
},
{
"dataset": "rte",
"type": "role",
"origin_acc": 48.01,
"origin_prompt": "As an entailment identification system, examine the connection between the following sentences and respond with 'entailment' or 'not_entailment':",
"atk_acc": 40.07,
"atk_prompt": "As an entailment identification system, examine the connection between the following sentences and respond with 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true :",
"transfer_ori_acc": 84.11552346570397,
"transfer_atk_acc": 80.14440433212997
},
{
"dataset": "sst2",
"type": "task",
"origin_acc": 53.9,
"origin_prompt": "Please identify the emotional tone of this passage: 'positive' or 'negative'?",
"atk_acc": 17.89,
"atk_prompt": "Please identify the emotional tone of this passage: 'positive' or 'negative' and true is true and true is true and true is true and true is true and true is true ? ",
"transfer_ori_acc": 93.92201834862385,
"transfer_atk_acc": 91.39908256880734
},
{
"dataset": "sst2",
"type": "role",
"origin_acc": 40.94,
"origin_prompt": "Functioning as a sentiment identification tool, assess if the following expression is 'positive' or 'negative'. Classify:",
"atk_acc": 36.47,
"atk_prompt": "Functioning as a sentiment identification tool, assess if the following expression is 'positive' or 'negative'. Classify and false is not true : ",
"transfer_ori_acc": 94.83944954128441,
"transfer_atk_acc": 93.80733944954129
},
{
"dataset": "wnli",
"type": "task",
"origin_acc": 38.03,
"origin_prompt": "Assess the connection between the following sentences and classify it as 'entailment' or 'not_entailment'.",
"atk_acc": 14.08,
"atk_prompt": "Assess the connection between the following sentences and classify it as 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true .",
"transfer_ori_acc": 61.97183098591549,
"transfer_atk_acc": 57.74647887323944
},
{
"dataset": "wnli",
"type": "role",
"origin_acc": 43.66,
"origin_prompt": "Functioning as an entailment evaluation tool, analyze the provided sentences and decide if their relationship is 'entailment' or 'not_entailment':",
"atk_acc": 32.39,
"atk_prompt": "Functioning as an entailment evaluation tool, analyze the provided sentences and decide if their relationship is 'entailment' or 'not_entailment' and true is true and true is true and true is true and true is true and true is true :",
"transfer_ori_acc": 61.97183098591549,
"transfer_atk_acc": 46.478873239436616
},
{
"dataset": "mmlu",
"type": "task",
"origin_acc": 25.09,
"origin_prompt": "Answer the subsequent multiple-choice question about {} by picking the right option among 'A', 'B', 'C', or 'D'.",
"atk_acc": 19.49,
"atk_prompt": "Answer the subsequent multiple-choice question about {} by picking the right option among 'A', 'B', 'C', or 'D' and true is true and true is true and true is true and true is true and true is true . ",
"transfer_ori_acc": 44.858156028368796,
"transfer_atk_acc": 45.56737588652482
},
{
"dataset": "mmlu",
"type": "role",
"origin_acc": 24.39,
"origin_prompt": "With your knowledge of {}, tackle the following multiple-choice question by choosing 'A', 'B', 'C', or 'D'.",
"atk_acc": 12.72,
"atk_prompt": "With your knowledge of {}, tackle the following multiple-choice question by choosing 'A', 'B', 'C', or 'D' and true is true and true is true and true is true and true is true and true is true .",
"transfer_ori_acc": 43.97163120567376,
"transfer_atk_acc": 44.858156028368796
}
] |