Spaces:
Runtime error
Runtime error
| [ | |
| { | |
| "dataset": "cola", | |
| "type": "task", | |
| "origin_acc": 62.2, | |
| "origin_prompt": "Assess the grammatical structure of the given sentence and classify it as 'Acceptable' or 'Unacceptable'.", | |
| "atk_acc": 3.8, | |
| "atk_prompt": "Assess the context t of the of sentence and judge it as 'Acceptable' or 'Unacceptable'. ", | |
| "transfer_ori_acc": 76.3, | |
| "transfer_atk_acc": 74.0 | |
| }, | |
| { | |
| "dataset": "cola", | |
| "type": "role", | |
| "origin_acc": 49.6, | |
| "origin_prompt": "As a tool for determining grammatical correctness, review the sentence and categorize its grammar as either 'acceptable' or 'unacceptable'.", | |
| "atk_acc": 0.0, | |
| "atk_prompt": "should a be for calculating adjective correctness, review the sentence and categorize its i as or 'acceptable' or 'unacceptable'. ", | |
| "transfer_ori_acc": 75.0, | |
| "transfer_atk_acc": 76.1 | |
| }, | |
| { | |
| "dataset": "mrpc", | |
| "type": "task", | |
| "origin_acc": 69.36, | |
| "origin_prompt": "Determine if the meanings of the following sentences are semantically equivalent by responding with 'equivalent' or 'not_equivalent'.", | |
| "atk_acc": 33.33, | |
| "atk_prompt": "Determine if the words of the following sentence are semanticdouble equivalent by thinking with 'equivalent' or 'not_equivalent'. ", | |
| "transfer_ori_acc": 81.37254901960785, | |
| "transfer_atk_acc": 74.75490196078431 | |
| }, | |
| { | |
| "dataset": "mrpc", | |
| "type": "role", | |
| "origin_acc": 68.14, | |
| "origin_prompt": "In the role of a sentence comparison analyst, assess the provided sentences and indicate if they convey the same meaning by selecting 'equivalent' or 'not_equivalent'.", | |
| "atk_acc": 17.16, | |
| "atk_prompt": "to the role of a face comparison instance, assess the following sentences and indicate if they describe the same person by selecting 'equivalent' or 'not_equivalent'. ", | |
| "transfer_ori_acc": 80.3921568627451, | |
| "transfer_atk_acc": 79.16666666666666 | |
| }, | |
| { | |
| "dataset": "qnli", | |
| "type": "task", | |
| "origin_acc": 41.2, | |
| "origin_prompt": "Based on the information in the context, decide if the answer to the question is justified by choosing 'entailment' or 'not_entailment'.", | |
| "atk_acc": 0.0, | |
| "atk_prompt": "Based on the information in the context, decide if the answer to the is is committed by versus 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 87.8, | |
| "transfer_atk_acc": 81.10000000000001 | |
| }, | |
| { | |
| "dataset": "qnli", | |
| "type": "role", | |
| "origin_acc": 35.5, | |
| "origin_prompt": "As a textual inference expert, analyze if the answer to the question can be deduced from the provided context and select 'entailment' or 'not_entailment'.", | |
| "atk_acc": 0.0, | |
| "atk_prompt": "As a textual inference expert, write if the answer to the task can be deduced from the supplied instance and search 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 77.2, | |
| "transfer_atk_acc": 83.5 | |
| }, | |
| { | |
| "dataset": "qqp", | |
| "type": "task", | |
| "origin_acc": 41.8, | |
| "origin_prompt": "Do the following expressions mean the same thing? Provide your answer as 'equivalent' or 'not_equivalent'.", | |
| "atk_acc": 10.3, | |
| "atk_prompt": "are the following expression do the same as? substitute your subject as 'equivalent' or 'not_equivalent'. ", | |
| "transfer_ori_acc": 87.8, | |
| "transfer_atk_acc": 87.0 | |
| }, | |
| { | |
| "dataset": "qqp", | |
| "type": "role", | |
| "origin_acc": 33.0, | |
| "origin_prompt": "In the role of a question similarity analyzer, examine the meaning of the provided questions and decide if they are equivalent, answering with 'equivalent' for equivalent questions or 'not_equivalent' for different questions.", | |
| "atk_acc": 8.2, | |
| "atk_prompt": "In the role of a topic similarities analyzer, examining the semantic of the questions the and decide if they are equivalent, answer with 'equivalent' for equivalent numbers or 'not_equivalent' for various respondents. ", | |
| "transfer_ori_acc": 86.5, | |
| "transfer_atk_acc": 85.6 | |
| }, | |
| { | |
| "dataset": "rte", | |
| "type": "task", | |
| "origin_acc": 50.54, | |
| "origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.", | |
| "atk_acc": 1.08, | |
| "atk_prompt": "pair the following opposite sentences entailment or not_entailment? answers me with \"entailment\" or \"not_entailment\", just 1 word. ", | |
| "transfer_ori_acc": 85.5595667870036, | |
| "transfer_atk_acc": 83.39350180505414 | |
| }, | |
| { | |
| "dataset": "rte", | |
| "type": "role", | |
| "origin_acc": 36.82, | |
| "origin_prompt": "In the role of a semantic relationship analyzer, examine the connection between the given sentences and decide if they exhibit entailment or not_entailment. Answer with 'entailment' or 'not_entailment'.", | |
| "atk_acc": 0.0, | |
| "atk_prompt": "In the role of a descriptive relationship analyzeing, read the connection between the given sentences and learn if they exhibit entailment or not_entailment. answers with 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 81.2274368231047, | |
| "transfer_atk_acc": 83.03249097472924 | |
| }, | |
| { | |
| "dataset": "sst2", | |
| "type": "task", | |
| "origin_acc": 12.5, | |
| "origin_prompt": "After examining the following expression, label its emotion as either 'positive' or 'negative'.", | |
| "atk_acc": 0.0, | |
| "atk_prompt": "After examining the following action, type its emotion as either 'positive' or 'negative'. ", | |
| "transfer_ori_acc": 93.69266055045871, | |
| "transfer_atk_acc": 94.15137614678899 | |
| }, | |
| { | |
| "dataset": "sst2", | |
| "type": "role", | |
| "origin_acc": 33.37, | |
| "origin_prompt": "Taking on the role of an emotion classifier, specify if the provided phrase is 'positive' or 'negative'.", | |
| "atk_acc": 0.11, | |
| "atk_prompt": "[UNK] on the relationship of an emotion classtoken, choose if the provided phrase is 'positive' or 'negative'. ", | |
| "transfer_ori_acc": 94.38073394495413, | |
| "transfer_atk_acc": 93.23394495412845 | |
| }, | |
| { | |
| "dataset": "wnli", | |
| "type": "task", | |
| "origin_acc": 23.94, | |
| "origin_prompt": "Does the relationship between the given sentences represent entailment or not_entailment? Respond with 'entailment' or 'not_entailment'.", | |
| "atk_acc": 0.0, | |
| "atk_prompt": "Does the relationship between the given sentences represent entailment or not_entailment? q with 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 63.38028169014085, | |
| "transfer_atk_acc": 63.38028169014085 | |
| }, | |
| { | |
| "dataset": "wnli", | |
| "type": "role", | |
| "origin_acc": 16.9, | |
| "origin_prompt": "In your role as an entailment analysis tool, assess the relationship between the given sentences and classify it as 'entailment' or 'not_entailment'.", | |
| "atk_acc": 0.0, | |
| "atk_prompt": "[UNK] your role as an entailment and tool, assess the relationship between the given sentences and classify it as 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 57.74647887323944, | |
| "transfer_atk_acc": 59.154929577464785 | |
| }, | |
| { | |
| "dataset": "mmlu", | |
| "type": "task", | |
| "origin_acc": 8.51, | |
| "origin_prompt": "Evaluate the multiple-choice question about {} and select the most fitting response from 'A', 'B', 'C', or 'D'.", | |
| "atk_acc": 3.55, | |
| "atk_prompt": "i the multiple-a asked about {} and select the most fitting response from 'A', 'B', 'C', or 'D'. ", | |
| "transfer_ori_acc": 45.56737588652482, | |
| "transfer_atk_acc": 45.92198581560284 | |
| }, | |
| { | |
| "dataset": "mmlu", | |
| "type": "role", | |
| "origin_acc": 9.22, | |
| "origin_prompt": "With your understanding of {}, kindly answer the subsequent multiple-choice question by selecting 'A', 'B', 'C', or 'D'.", | |
| "atk_acc": 3.37, | |
| "atk_prompt": "With your understand of {}, self answer the subsequent multiple-chosen questions by stating 'A', 'B', 'C', or 'D'.", | |
| "transfer_ori_acc": 45.39007092198582, | |
| "transfer_atk_acc": 44.858156028368796 | |
| } | |
| ] |