Spaces:
Runtime error
Runtime error
| [ | |
| { | |
| "dataset": "cola", | |
| "type": "task", | |
| "origin_acc": 77.9, | |
| "origin_prompt": "Examine the given sentence and decide if it is grammatically sound. Answer with either 'Acceptable' or 'Unacceptable'.", | |
| "atk_acc": 54.9, | |
| "atk_prompt": "Examine the yielded sentence and decide if it is pronouns audio. Answer with neither 'Acceptable' or 'Unacceptable'. ", | |
| "transfer_ori_acc": 81.0, | |
| "transfer_atk_acc": 75.0 | |
| }, | |
| { | |
| "dataset": "cola", | |
| "type": "role", | |
| "origin_acc": 76.4, | |
| "origin_prompt": "Acting as a grammar detection instrument, determine if the provided sentence is grammatically sound, answering with 'acceptable' for correct grammar or 'unacceptable' for incorrect grammar.", | |
| "atk_acc": 70.0, | |
| "atk_prompt": "Acting as a grammatical detection instruments, determining if the provided condemnation is grammatically sоund, answer with 'acceptable' for corⲅect grammatical or 'unacceptable' for incоrrect grɑmmar. ", | |
| "transfer_ori_acc": 79.5, | |
| "transfer_atk_acc": 80.5 | |
| }, | |
| { | |
| "dataset": "mrpc", | |
| "type": "task", | |
| "origin_acc": 82.6, | |
| "origin_prompt": "Can the given sentences be considered semantically identical? Please reply with 'equivalent' or 'not_equivalent'.", | |
| "atk_acc": 78.68, | |
| "atk_prompt": "Can the given sntences be considered semantically idеntical? Please reply with 'equivalent' or 'not_equivalent'. ", | |
| "transfer_ori_acc": 71.0, | |
| "transfer_atk_acc": 72.0 | |
| }, | |
| { | |
| "dataset": "mrpc", | |
| "type": "role", | |
| "origin_acc": 80.15, | |
| "origin_prompt": "In the role of a sentence comparison analyst, assess the provided sentences and indicate if they convey the same meaning by selecting 'equivalent' or 'not_equivalent'.", | |
| "atk_acc": 75.49, | |
| "atk_prompt": "In the role of a sentence compraison psychoanalyst, assess the provided sentences and indicatе if they convey the same meani ng by selecting 'equivalent' or 'not_equivalent'. ", | |
| "transfer_ori_acc": 71.0, | |
| "transfer_atk_acc": 70.0 | |
| }, | |
| { | |
| "dataset": "qnli", | |
| "type": "task", | |
| "origin_acc": 88.8, | |
| "origin_prompt": "Evaluate whether the given context supports the answer to the question by responding with 'entailment' or 'not_entailment'.", | |
| "atk_acc": 62.1, | |
| "atk_prompt": "Evluate both the giѵen context supports the answer to the question by responding with 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 84.5, | |
| "transfer_atk_acc": 82.0 | |
| }, | |
| { | |
| "dataset": "qnli", | |
| "type": "role", | |
| "origin_acc": 88.8, | |
| "origin_prompt": "In the capacity of a language evaluator, examine if the given context justifies the answer to the question and indicate your assessment with 'entailment' or 'not_entailment'.", | |
| "atk_acc": 56.0, | |
| "atk_prompt": "In the capacity of a language evaluator, examining if the giѵen backgrounds ϳustifies the answer to the matter and indicates your assessment with 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 84.5, | |
| "transfer_atk_acc": 79.0 | |
| }, | |
| { | |
| "dataset": "qqp", | |
| "type": "task", | |
| "origin_acc": 88.1, | |
| "origin_prompt": "Are the following two questions equivalent or not? Answer me with \"equivalent\" or \"not_equivalent\".", | |
| "atk_acc": 80.1, | |
| "atk_prompt": "Are the following tԝo subjects equivalent or not? Anser me with \"equivalent\" or \"not_equivalent\". ", | |
| "transfer_ori_acc": 83.0, | |
| "transfer_atk_acc": 83.0 | |
| }, | |
| { | |
| "dataset": "qqp", | |
| "type": "role", | |
| "origin_acc": 86.5, | |
| "origin_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions.", | |
| "atk_acc": 75.7, | |
| "atk_prompt": "Since an instrument for question compares evaluation, consider the problems and identify if their connotation is the same, respondinɡ with 'equivalent' for similar question or 'not_equivalent' for assorted issues. ", | |
| "transfer_ori_acc": 83.0, | |
| "transfer_atk_acc": 82.0 | |
| }, | |
| { | |
| "dataset": "rte", | |
| "type": "task", | |
| "origin_acc": 85.2, | |
| "origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.", | |
| "atk_acc": 81.59, | |
| "atk_prompt": "Be the fоllowing t wo sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word. ", | |
| "transfer_ori_acc": 83.0, | |
| "transfer_atk_acc": 84.0 | |
| }, | |
| { | |
| "dataset": "rte", | |
| "type": "role", | |
| "origin_acc": 84.12, | |
| "origin_prompt": "In the capacity of an entailment assessment system, indicate if the link between the following sentences is 'entailment' or 'not_entailment'.", | |
| "atk_acc": 81.59, | |
| "atk_prompt": "For the capabilities of an entailment appraisals system, indicate if the link between the fo llowing sentences is 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 82.5, | |
| "transfer_atk_acc": 82.5 | |
| }, | |
| { | |
| "dataset": "sst2", | |
| "type": "task", | |
| "origin_acc": 94.95, | |
| "origin_prompt": "Analyze the tone of this statement and respond with either 'positive' or 'negative'.", | |
| "atk_acc": 94.15, | |
| "atk_prompt": "Analyze the tone of this declaration and cater with or 'positive' or 'negative'. ", | |
| "transfer_ori_acc": 95.0, | |
| "transfer_atk_acc": 89.5 | |
| }, | |
| { | |
| "dataset": "sst2", | |
| "type": "role", | |
| "origin_acc": 95.41, | |
| "origin_prompt": "Acting as a sentiment evaluator, identify if the given sentence is 'positive' or 'negative'.", | |
| "atk_acc": 93.92, | |
| "atk_prompt": "Acting as a ambience evaluatoⲅ, identifies if the awarded sentence is 'positive' or 'negative'. ", | |
| "transfer_ori_acc": 96.0, | |
| "transfer_atk_acc": 95.0 | |
| }, | |
| { | |
| "dataset": "wnli", | |
| "type": "task", | |
| "origin_acc": 64.79, | |
| "origin_prompt": "Assess the connection between the following sentences and classify it as 'entailment' or 'not_entailment'.", | |
| "atk_acc": 57.75, | |
| "atk_prompt": "Assess the connecting between the subsequent sentence and classify it as 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 67.6056338028169, | |
| "transfer_atk_acc": 60.56338028169014 | |
| }, | |
| { | |
| "dataset": "wnli", | |
| "type": "role", | |
| "origin_acc": 66.2, | |
| "origin_prompt": "Functioning as an entailment evaluation tool, analyze the provided sentences and decide if their relationship is 'entailment' or 'not_entailment'.", | |
| "atk_acc": 57.75, | |
| "atk_prompt": "Functioning as an entailment evaluation tool, analyze the furnished sentences and decide if their relationshiр is 'entailment' or 'not_entailment'. ", | |
| "transfer_ori_acc": 66.19718309859155, | |
| "transfer_atk_acc": 66.19718309859155 | |
| }, | |
| { | |
| "dataset": "mmlu", | |
| "type": "task", | |
| "origin_acc": 46.81, | |
| "origin_prompt": "In relation to the multiple-choice question on {}, please provide the accurate answer by choosing 'A', 'B', 'C', or 'D'.", | |
| "atk_acc": 43.62, | |
| "atk_prompt": "In relation to the mlutiple-choice question on {}, pelase provide the meticulous answer by opt 'A', 'B', 'C', or 'D'. ", | |
| "transfer_ori_acc": 67.0, | |
| "transfer_atk_acc": 65.0 | |
| }, | |
| { | |
| "dataset": "mmlu", | |
| "type": "role", | |
| "origin_acc": 46.99, | |
| "origin_prompt": "Considering your familiarity with {}, attend to the following multiple-choice question by picking 'A', 'B', 'C', or 'D'.", | |
| "atk_acc": 43.97, | |
| "atk_prompt": "Considering your knowledge with {}, attend to the following multip le-choice questions by рicking 'A', 'B', 'C', or 'D'.", | |
| "transfer_ori_acc": 65.5, | |
| "transfer_atk_acc": 66.0 | |
| }, | |
| { | |
| "dataset": "squad_v2", | |
| "type": "task", | |
| "origin_acc": 87.15, | |
| "origin_prompt": "Please extract the most appropriate answer from the context. If an answer is not present, indicate 'unanswerable'.", | |
| "atk_acc": 86.55, | |
| "atk_prompt": "Please extract the most appropriate answer from the context. Though an answer is not present, indicate 'unanswerable'.", | |
| "transfer_ori_acc": 72.2002865977473, | |
| "transfer_atk_acc": 72.33865656111726 | |
| }, | |
| { | |
| "dataset": "squad_v2", | |
| "type": "role", | |
| "origin_acc": 87.05, | |
| "origin_prompt": "As a subject matter expert, extract the correct answer from the context. If an answer is not present, indicate 'unanswerable'.", | |
| "atk_acc": 85.95, | |
| "atk_prompt": "As a subjected matter expeⲅt, extract the correct an swer from the context. If an answer is not present, indicate 'unanswerable'.", | |
| "transfer_ori_acc": 73.34620212188865, | |
| "transfer_atk_acc": 72.26280110261804 | |
| }, | |
| { | |
| "dataset": "iwslt", | |
| "type": "task", | |
| "origin_acc": 0.22, | |
| "origin_prompt": "Convert the following sentence from its original {} language to the target language {}.", | |
| "atk_acc": 0.21, | |
| "atk_prompt": "Convret the following sentence from its original {} language to the taⲅget language {}. ", | |
| "transfer_ori_acc": 0.2397640641843048, | |
| "transfer_atk_acc": 0.2366160728922804 | |
| }, | |
| { | |
| "dataset": "iwslt", | |
| "type": "role", | |
| "origin_acc": 0.22, | |
| "origin_prompt": "As a qualified translator, convert the given sentence from its original {} language to the target language {}.", | |
| "atk_acc": 0.21, | |
| "atk_prompt": "Since a qualifid translator, coոvert the given sentence from its o riginal {} language to the target language {}. ", | |
| "transfer_ori_acc": 0.23953731633418865, | |
| "transfer_atk_acc": 0.24087339581317463 | |
| }, | |
| { | |
| "dataset": "un_multi", | |
| "type": "task", | |
| "origin_acc": 0.31, | |
| "origin_prompt": "Translate the following text from the source language {} to the target language {}.", | |
| "atk_acc": 0.29, | |
| "atk_prompt": "Translate the subsequent text from the source tongue {} to the target lanugage {}. ", | |
| "transfer_ori_acc": 0.35536362257268445, | |
| "transfer_atk_acc": 0.3515214595339375 | |
| }, | |
| { | |
| "dataset": "un_multi", | |
| "type": "role", | |
| "origin_acc": 0.31, | |
| "origin_prompt": "Taking on the role of a certified translator, perform a translation of the given sentence from {} to {}.", | |
| "atk_acc": 0.28, | |
| "atk_prompt": "Taking on the role of a certified translator, performed a translator of the giѵen sentencе from {} to {}. ", | |
| "transfer_ori_acc": 0.34766574693711777, | |
| "transfer_atk_acc": 0.35227980456354985 | |
| }, | |
| { | |
| "dataset": "math", | |
| "type": "task", | |
| "origin_acc": 17.5, | |
| "origin_prompt": "Resolve the following mathematical question associated with {}.", | |
| "atk_acc": 15.62, | |
| "atk_prompt": "Reslove the following math question associated with {}. ", | |
| "transfer_ori_acc": 22.5, | |
| "transfer_atk_acc": 23.125 | |
| }, | |
| { | |
| "dataset": "math", | |
| "type": "role", | |
| "origin_acc": 17.5, | |
| "origin_prompt": "As a mathematics instructor, calculate the answer to the following problem related to {}.", | |
| "atk_acc": 15.62, | |
| "atk_prompt": "As a mathematics trainers, calculate the respond to the following problem related to {}. ", | |
| "transfer_ori_acc": 21.25, | |
| "transfer_atk_acc": 23.125 | |
| } | |
| ] |