results_transfer/google-flan-t5-large_vicuna-13b/textbugger_3_shot.json

[
    {
        "dataset": "cola",
        "type": "task",
        "origin_acc": 77.9,
        "origin_prompt": "Examine the given sentence and decide if it is grammatically sound. Answer with either 'Acceptable' or 'Unacceptable'.",
        "atk_acc": 54.9,
        "atk_prompt": "Examine the yielded sentence and decide if it is pronouns audio. Answer with neither 'Acceptable' or 'Unacceptable'. ",
        "transfer_ori_acc": 0.8999999999999999,
        "transfer_atk_acc": 18.4
    },
    {
        "dataset": "cola",
        "type": "role",
        "origin_acc": 76.4,
        "origin_prompt": "Acting as a grammar detection instrument, determine if the provided sentence is grammatically sound, answering with 'acceptable' for correct grammar or 'unacceptable' for incorrect grammar.",
        "atk_acc": 70.0,
        "atk_prompt": "Acting as a grammatical detection instruments, determining if the provided condemnation is grammatically sоund, answer with 'acceptable' for corⲅect grammatical or 'unacceptable' for incоrrect grɑmmar. ",
        "transfer_ori_acc": 36.4,
        "transfer_atk_acc": 13.700000000000001
    },
    {
        "dataset": "mrpc",
        "type": "task",
        "origin_acc": 82.6,
        "origin_prompt": "Can the given sentences be considered semantically identical? Please reply with 'equivalent' or 'not_equivalent'.",
        "atk_acc": 78.68,
        "atk_prompt": "Can the given sntences be considered semantically idеntical? Please reply with 'equivalent' or 'not_equivalent'. ",
        "transfer_ori_acc": 65.44117647058823,
        "transfer_atk_acc": 64.2156862745098
    },
    {
        "dataset": "mrpc",
        "type": "role",
        "origin_acc": 80.15,
        "origin_prompt": "In the role of a sentence comparison analyst, assess the provided sentences and indicate if they convey the same meaning by selecting 'equivalent' or 'not_equivalent'.",
        "atk_acc": 75.49,
        "atk_prompt": "In the role of a sentence compraison psychoanalyst, assess the provided sentences and indicatе if they convey the same meani ng by selecting 'equivalent' or 'not_equivalent'. ",
        "transfer_ori_acc": 68.87254901960785,
        "transfer_atk_acc": 50.0
    },
    {
        "dataset": "qnli",
        "type": "task",
        "origin_acc": 88.8,
        "origin_prompt": "Evaluate whether the given context supports the answer to the question by responding with 'entailment' or 'not_entailment'.",
        "atk_acc": 62.1,
        "atk_prompt": "Evluate both the giѵen context supports the answer to the question by responding with 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 18.0,
        "transfer_atk_acc": 7.8
    },
    {
        "dataset": "qnli",
        "type": "role",
        "origin_acc": 88.8,
        "origin_prompt": "In the capacity of a language evaluator, examine if the given context justifies the answer to the question and indicate your assessment with 'entailment' or 'not_entailment'.",
        "atk_acc": 56.0,
        "atk_prompt": "In the capacity of a language evaluator, examining if the giѵen backgrounds ϳustifies the answer to the matter and indicates your assessment with 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 34.4,
        "transfer_atk_acc": 19.7
    },
    {
        "dataset": "qqp",
        "type": "task",
        "origin_acc": 88.1,
        "origin_prompt": "Are the following two questions equivalent or not? Answer me with \"equivalent\" or \"not_equivalent\".",
        "atk_acc": 80.1,
        "atk_prompt": "Are the following tԝo subjects equivalent or not? Anser me with \"equivalent\" or \"not_equivalent\". ",
        "transfer_ori_acc": 34.8,
        "transfer_atk_acc": 31.6
    },
    {
        "dataset": "qqp",
        "type": "role",
        "origin_acc": 86.5,
        "origin_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions.",
        "atk_acc": 75.7,
        "atk_prompt": "Since an instrument for question compares evaluation, consider the problems and identify if their connotation is the same, respondinɡ with 'equivalent' for similar question or 'not_equivalent' for assorted issues. ",
        "transfer_ori_acc": 35.3,
        "transfer_atk_acc": 31.3
    },
    {
        "dataset": "rte",
        "type": "task",
        "origin_acc": 85.2,
        "origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.",
        "atk_acc": 81.59,
        "atk_prompt": "Be the fоllowing t wo sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word. ",
        "transfer_ori_acc": 49.81949458483754,
        "transfer_atk_acc": 33.935018050541515
    },
    {
        "dataset": "rte",
        "type": "role",
        "origin_acc": 84.12,
        "origin_prompt": "In the capacity of an entailment assessment system, indicate if the link between the following sentences is 'entailment' or 'not_entailment'.",
        "atk_acc": 81.59,
        "atk_prompt": "For the capabilities of an entailment appraisals system, indicate if the link between the fo llowing sentences is 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 21.299638989169676,
        "transfer_atk_acc": 36.101083032490976
    },
    {
        "dataset": "sst2",
        "type": "task",
        "origin_acc": 94.95,
        "origin_prompt": "Analyze the tone of this statement and respond with either 'positive' or 'negative'.",
        "atk_acc": 94.15,
        "atk_prompt": "Analyze the tone of this declaration and cater with or 'positive' or 'negative'. ",
        "transfer_ori_acc": 12.5,
        "transfer_atk_acc": 10.435779816513762
    },
    {
        "dataset": "sst2",
        "type": "role",
        "origin_acc": 95.41,
        "origin_prompt": "Acting as a sentiment evaluator, identify if the given sentence is 'positive' or 'negative'.",
        "atk_acc": 93.92,
        "atk_prompt": "Acting as a ambience evaluatoⲅ, identifies if the awarded sentence is 'positive' or 'negative'. ",
        "transfer_ori_acc": 10.77981651376147,
        "transfer_atk_acc": 6.077981651376147
    },
    {
        "dataset": "wnli",
        "type": "task",
        "origin_acc": 64.79,
        "origin_prompt": "Assess the connection between the following sentences and classify it as 'entailment' or 'not_entailment'.",
        "atk_acc": 57.75,
        "atk_prompt": "Assess the connecting between the subsequent sentence and classify it as 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 19.718309859154928,
        "transfer_atk_acc": 18.30985915492958
    },
    {
        "dataset": "wnli",
        "type": "role",
        "origin_acc": 66.2,
        "origin_prompt": "Functioning as an entailment evaluation tool, analyze the provided sentences and decide if their relationship is 'entailment' or 'not_entailment'.",
        "atk_acc": 57.75,
        "atk_prompt": "Functioning as an entailment evaluation tool, analyze the furnished sentences and decide if their relationshiр is 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 9.859154929577464,
        "transfer_atk_acc": 5.633802816901409
    },
    {
        "dataset": "mmlu",
        "type": "task",
        "origin_acc": 46.81,
        "origin_prompt": "In relation to the multiple-choice question on {}, please provide the accurate answer by choosing 'A', 'B', 'C', or 'D'.",
        "atk_acc": 43.62,
        "atk_prompt": "In relation to the mlutiple-choice question on {}, pelase provide the meticulous answer by opt 'A', 'B', 'C', or 'D'. ",
        "transfer_ori_acc": 9.397163120567376,
        "transfer_atk_acc": 6.205673758865248
    },
    {
        "dataset": "mmlu",
        "type": "role",
        "origin_acc": 46.99,
        "origin_prompt": "Considering your familiarity with {}, attend to the following multiple-choice question by picking 'A', 'B', 'C', or 'D'.",
        "atk_acc": 43.97,
        "atk_prompt": "Considering your knowledge with {}, attend to the following multip le-choice questions by рicking 'A', 'B', 'C', or 'D'.",
        "transfer_ori_acc": 8.156028368794328,
        "transfer_atk_acc": 10.815602836879433
    }
]