Update assets/js/calibration.js

assets/js/calibration.js

@@ -20,71 +20,64 @@ $(document).ready(function(){
         }
     });
 
-    var diagram = document.getElementById("reliability-diagram"), cifar100_ece_data;
-    $.getJSON("images/cifar100/cifar100_ece_value.json", function(data) {cifar100_ece_data = data;});
+    var diagram = document.getElementById("reliability-diagram"), jailbreak_results;
+    $.getJSON("demo_results/jailbreak_defense_results.jsonl", function(data) {jailbreak_results = data;});
     $('input[type=radio][name=models]').change(function() {diagram.src = updateFigurePath();});
-    $('input[type=radio][name=calibration_tool]').change(function() {
-        if(this.value !== 'ts') {
-          $("#ts-slider").slider('disable');
-          $("#bin-slider").slider('enable');
+    $('input[type=radio][name=defense]').change(function() {
+        if(this.value == 'ppl') {
+          $("#ppl-slider").slider('enable');
+          $("#gradient-norm-slider").slider('disable');
         }
-        else {
-          $("#bin-slider").slider('disable');
-          $("#ts-slider").slider('enable');
+        else if (this.value== 'gradient_cuff'){
+          $("#ppl-slider").slider('disable');
+          $("#gradient-norm-slider").slider('enable');
+        }else{
+          $("#ppl-slider").slider('disable');
+          $("#gradient-norm-slider").slider('disable');
         }
         diagram.src = updateFigurePath();
     });
-    var bin_handle = $("#bin-num");
-    $( "#bin-slider" ).slider({
-        step: 1,
-        min: 4,
-        max: 40,
-        value: 15,
+    var bin_handle = $("#gradient-norm-threshold");
+    $( "#gradient-norm-slider" ).slider({
+        step: 50,
+        min: 0,
+        max: 950,
+        value: 100,
         create: function() {bin_handle.text($(this).slider("value"));},
+        disabled: true,
         slide: function(event, ui) {bin_handle.text(ui.value);diagram.src = updateFigurePath(ui.value);},
     });
-    var ts_handle = $("#temp-scale");
-    $("#ts-slider").slider({
-        step: 0.2,
-        min: 1.0,
-        max: 1.8,
-        value: 1.0,
+    var ts_handle = $("#ppl_threshold");
+    $("#ppl-slider").slider({
+        step: 5,
+        min: 0,
+        max: 245,
+        value: 5,
         disabled: true,
         create: function() {ts_handle.text($(this).slider("value"));},
-        slide: function( event, ui ) {ts_handle.text(ui.value);diagram.src = updateFigurePath($('#bin-slider').slider("option", "value"),ui.value);},
+        slide: function( event, ui ) {ts_handle.text(ui.value);diagram.src = updateFigurePath($('#gradient-norm-slider').slider("option", "value"),ui.value);},
     });
 
-    function updateFigurePath(bin_num=$('#bin-slider').slider("option", "value"),temp=$('#ts-slider').slider("option", "value")) {
+    function updateFigurePath(gradient_norm_threshold=$('#gradient-norm-slider').slider("option", "value"),ppl_threshold=$('#ppl-slider').slider("option", "value")) {
         var cur_model = $("input[type='radio'][name='models']:checked").val(),
-            cur_tool = $("input[type='radio'][name='calibration_tool']:checked").val();
-        var bin_num_text = (bin_num < 10) ? "0" + bin_num.toString() : bin_num.toString();
+            cur_defense = $("input[type='radio'][name='defense']:checked").val();
         var asr_board = document.getElementById("asr-value");
         var brr_board = document.getElementById("brr-value");
-        if (cur_tool === "ts")
+        if (cur_defense === "ppl")
         {
-            var ts_text = "_t" + (temp*100).toString();
-            if (ts_text === "_t100") {
-                asr_board.innerText = parseFloat(cifar100_ece_data[cur_model]["none"][bin_num]).toFixed(5);
-                brr_board.innerText = parseFloat(cifar100_ece_data[cur_model]["none"][bin_num]-0.0001).toFixed(5);
-                return "images/" + "cifar100" + "/" + cur_model + "/none/" + "bin" + bin_num_text + "_actual" + ".png";
-            }
-            else
-            {
-                asr_board.innerText = parseFloat(cifar100_ece_data[cur_model][cur_tool][temp.toString()][bin_num]).toFixed(5);
-                brr_board.innerText = parseFloat(cifar100_ece_data[cur_model][cur_tool][temp.toString()][bin_num]-0.0001).toFixed(5);
-                return "images/"+"cifar100"+"/"+cur_model+"/"+cur_tool+"/"+"bin"+bin_num_text+ts_text+"_actual"+".png";
-            }
+          asr_board.innerText = parseFloat(jailbreak_results[cur_defense][cur_model]["pair"][ppl_threshold.toString()]["tpr"]).toFixed(5);
+          brr_board.innerText = parseFloat(jailbreak_results[cur_defense][cur_model]["pair"][ppl_threshold.toString()]["fpr"]).toFixed(5);
+          return "demo_results/demo_figures/ppl_"+cur_model+"_threshold_"+ppl_threshold.toString()+".png"
         }
-        else
+        else if (cur_defense === "gradient_cuff")
         {
-            asr_board.innerText = parseFloat(cifar100_ece_data[cur_model][cur_tool][bin_num]).toFixed(5);
-            brr_board.innerText = parseFloat(cifar100_ece_data[cur_model][cur_tool][bin_num]-0.0001).toFixed(5);
-            return "images/"+"cifar100"+"/"+cur_model+"/"+cur_tool+"/"+"bin"+bin_num_text+"_actual"+".png";
+            asr_board.innerText = parseFloat(jailbreak_results[cur_defense][cur_model]["pair"][gradient_norm_threshold.toString()]["tpr"]).toFixed(5);
+            brr_board.innerText = parseFloat(jailbreak_results[cur_defense][cur_model]["pair"][gradient_norm_threshold.toString()]["fpr"]).toFixed(5);
+            return "demo_results/demo_figures/gradient_cuff_"+cur_model+"_threshold_"+gradient_norm_threshold.toString()+".png"
+        }else{
+            asr_board.innerText = parseFloat(jailbreak_results[cur_defense][cur_model]["pair"]["tpr"]).toFixed(5);
+            brr_board.innerText = parseFloat(jailbreak_results[cur_defense][cur_model]["pair"]["fpr"]).toFixed(5);
+            return "demo_results/demo_figures/"+cur_defense+"_"+cur_model+".png"
         }
     }
 });
-
-function figureOption() {
-    var diagram = document.getElementById("reliability-diagram");
-    diagram.src = diagram.src.replace(".png", "_actual.png");
-}