Spaces:
Running
Running
| { | |
| "different_user_input_language": { | |
| "codellama-70b-instruct": 0.28, | |
| "gpt-4": 0.16, | |
| "llama 3 70b-instruct": 0.44, | |
| "codellama-34b-instruct": 0.64, | |
| "codellama-13b-instruct": 0.76, | |
| "gpt-3.5-turbo": 0.6, | |
| "llama 3 8b-instruct": 0.76 | |
| }, | |
| "output_formatting_manipulation": { | |
| "codellama-70b-instruct": 0.1764705882, | |
| "gpt-4": 0.3529411765, | |
| "llama 3 70b-instruct": 0.7058823529, | |
| "codellama-34b-instruct": 0.2941176471, | |
| "codellama-13b-instruct": 0.2941176471, | |
| "gpt-3.5-turbo": 0.7647058824, | |
| "llama 3 8b-instruct": 0.7647058824 | |
| }, | |
| "overload_with_information": { | |
| "codellama-70b-instruct": 0.2, | |
| "gpt-4": 0.35, | |
| "llama 3 70b-instruct": 0.25, | |
| "codellama-34b-instruct": 0.6, | |
| "codellama-13b-instruct": 0.55, | |
| "gpt-3.5-turbo": 0.4, | |
| "llama 3 8b-instruct": 0.6 | |
| }, | |
| "many_shot_attack": { | |
| "codellama-70b-instruct": 0.0, | |
| "gpt-4": 0.2857142857, | |
| "llama 3 70b-instruct": 0.2857142857, | |
| "codellama-34b-instruct": 0.7142857143, | |
| "codellama-13b-instruct": 0.5714285714, | |
| "gpt-3.5-turbo": 0.5714285714, | |
| "llama 3 8b-instruct": 0.1428571429 | |
| }, | |
| "ignore_previous_instructions": { | |
| "codellama-70b-instruct": 0.3333333333, | |
| "gpt-4": 0.2083333333, | |
| "llama 3 70b-instruct": 0.375, | |
| "codellama-34b-instruct": 0.4583333333, | |
| "codellama-13b-instruct": 0.2916666667, | |
| "gpt-3.5-turbo": 0.3333333333, | |
| "llama 3 8b-instruct": 0.5416666667 | |
| }, | |
| "system_mode": { | |
| "codellama-70b-instruct": 0.1578947368, | |
| "gpt-4": 0.1578947368, | |
| "llama 3 70b-instruct": 0.4210526316, | |
| "codellama-34b-instruct": 0.3684210526, | |
| "codellama-13b-instruct": 0.5263157895, | |
| "gpt-3.5-turbo": 0.3684210526, | |
| "llama 3 8b-instruct": 0.5263157895 | |
| }, | |
| "few_shot_attack": { | |
| "codellama-70b-instruct": 0.0, | |
| "gpt-4": 0.1818181818, | |
| "llama 3 70b-instruct": 0.1818181818, | |
| "codellama-34b-instruct": 0.4545454545, | |
| "codellama-13b-instruct": 0.5454545455, | |
| "gpt-3.5-turbo": 0.3636363636, | |
| "llama 3 8b-instruct": 0.6363636364 | |
| }, | |
| "indirect_reference": { | |
| "codellama-70b-instruct": 0.2142857143, | |
| "gpt-4": 0.4285714286, | |
| "llama 3 70b-instruct": 0.3571428571, | |
| "codellama-34b-instruct": 0.3571428571, | |
| "codellama-13b-instruct": 0.2142857143, | |
| "gpt-3.5-turbo": 0.3571428571, | |
| "llama 3 8b-instruct": 0.3571428571 | |
| }, | |
| "repeated_token_attack": { | |
| "codellama-70b-instruct": 0.0, | |
| "gpt-4": 0.0, | |
| "llama 3 70b-instruct": 0.0, | |
| "codellama-34b-instruct": 0.5, | |
| "codellama-13b-instruct": 0.5, | |
| "gpt-3.5-turbo": 0.6666666667, | |
| "llama 3 8b-instruct": 0.5 | |
| }, | |
| "persuasion": { | |
| "codellama-70b-instruct": 0.3461538462, | |
| "gpt-4": 0.1538461538, | |
| "llama 3 70b-instruct": 0.2692307692, | |
| "codellama-34b-instruct": 0.3076923077, | |
| "codellama-13b-instruct": 0.2692307692, | |
| "gpt-3.5-turbo": 0.1923076923, | |
| "llama 3 8b-instruct": 0.4615384615 | |
| }, | |
| "mixed_techniques": { | |
| "codellama-70b-instruct": 0.1515151515, | |
| "gpt-4": 0.3333333333, | |
| "llama 3 70b-instruct": 0.2424242424, | |
| "codellama-34b-instruct": 0.2121212121, | |
| "codellama-13b-instruct": 0.2727272727, | |
| "gpt-3.5-turbo": 0.3636363636, | |
| "llama 3 8b-instruct": 0.3636363636 | |
| }, | |
| "virtualization": { | |
| "codellama-70b-instruct": 0.0, | |
| "gpt-4": 0.1428571429, | |
| "llama 3 70b-instruct": 0.4285714286, | |
| "codellama-34b-instruct": 0.0714285714, | |
| "codellama-13b-instruct": 0.2142857143, | |
| "gpt-3.5-turbo": 0.2857142857, | |
| "llama 3 8b-instruct": 0.5 | |
| }, | |
| "payload_splitting": { | |
| "codellama-70b-instruct": 0.0, | |
| "gpt-4": 0.0, | |
| "llama 3 70b-instruct": 0.1111111111, | |
| "codellama-34b-instruct": 0.3333333333, | |
| "codellama-13b-instruct": 0.4444444444, | |
| "gpt-3.5-turbo": 0.2222222222, | |
| "llama 3 8b-instruct": 0.3333333333 | |
| }, | |
| "hypothetical_scenario": { | |
| "codellama-70b-instruct": 0.0769230769, | |
| "gpt-4": 0.2307692308, | |
| "llama 3 70b-instruct": 0.2307692308, | |
| "codellama-34b-instruct": 0.1538461538, | |
| "codellama-13b-instruct": 0.1538461538, | |
| "gpt-3.5-turbo": 0.3076923077, | |
| "llama 3 8b-instruct": 0.2307692308 | |
| }, | |
| "token_smuggling": { | |
| "codellama-70b-instruct": 0.0, | |
| "gpt-4": 0.0, | |
| "llama 3 70b-instruct": 0.0769230769, | |
| "codellama-34b-instruct": 0.0, | |
| "codellama-13b-instruct": 0.0, | |
| "gpt-3.5-turbo": 0.0769230769, | |
| "llama 3 8b-instruct": 0.0769230769 | |
| } | |
| } | |