(function() {
  var fn = function() {
    
    (function(root) {
      function now() {
        return new Date();
      }
    
      var force = false;
    
      if (typeof root._bokeh_onload_callbacks === "undefined" || force === true) {
        root._bokeh_onload_callbacks = [];
        root._bokeh_is_loading = undefined;
      }
    
      
      
    
      var element = document.getElementById("ccef8803-4310-4434-997e-c9dc158cabdb");
        if (element == null) {
          console.warn("Bokeh: autoload.js configured with elementid 'ccef8803-4310-4434-997e-c9dc158cabdb' but no matching script tag was found.")
        }
      
    
      function run_callbacks() {
        try {
          root._bokeh_onload_callbacks.forEach(function(callback) {
            if (callback != null)
              callback();
          });
        } finally {
          delete root._bokeh_onload_callbacks
        }
        console.debug("Bokeh: all callbacks have finished");
      }
    
      function load_libs(css_urls, js_urls, callback) {
        if (css_urls == null) css_urls = [];
        if (js_urls == null) js_urls = [];
    
        root._bokeh_onload_callbacks.push(callback);
        if (root._bokeh_is_loading > 0) {
          console.debug("Bokeh: BokehJS is being loaded, scheduling callback at", now());
          return null;
        }
        if (js_urls == null || js_urls.length === 0) {
          run_callbacks();
          return null;
        }
        console.debug("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
        root._bokeh_is_loading = css_urls.length + js_urls.length;
    
        function on_load() {
          root._bokeh_is_loading--;
          if (root._bokeh_is_loading === 0) {
            console.debug("Bokeh: all BokehJS libraries/stylesheets loaded");
            run_callbacks()
          }
        }
    
        function on_error() {
          console.error("failed to load " + url);
        }
    
        for (var i = 0; i < css_urls.length; i++) {
          var url = css_urls[i];
          const element = document.createElement("link");
          element.onload = on_load;
          element.onerror = on_error;
          element.rel = "stylesheet";
          element.type = "text/css";
          element.href = url;
          console.debug("Bokeh: injecting link tag for BokehJS stylesheet: ", url);
          document.body.appendChild(element);
        }
    
        const hashes = {"https://cdn.bokeh.org/bokeh/release/bokeh-2.2.3.min.js": "T2yuo9Oe71Cz/I4X9Ac5+gpEa5a8PpJCDlqKYO0CfAuEszu1JrXLl8YugMqYe3sM", "https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.2.3.min.js": "98GDGJ0kOMCUMUePhksaQ/GYgB3+NH9h996V88sh3aOiUNX3N+fLXAtry6xctSZ6", "https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.2.3.min.js": "89bArO+nlbP3sgakeHjCo1JYxYR5wufVgA3IbUvDY+K7w4zyxJqssu7wVnfeKCq8"};
    
        for (var i = 0; i < js_urls.length; i++) {
          var url = js_urls[i];
          var element = document.createElement('script');
          element.onload = on_load;
          element.onerror = on_error;
          element.async = false;
          element.src = url;
          if (url in hashes) {
            element.crossOrigin = "anonymous";
            element.integrity = "sha384-" + hashes[url];
          }
          console.debug("Bokeh: injecting script tag for BokehJS library: ", url);
          document.head.appendChild(element);
        }
      };
    
      function inject_raw_css(css) {
        const element = document.createElement("style");
        element.appendChild(document.createTextNode(css));
        document.body.appendChild(element);
      }
    
      
      var js_urls = ["https://cdn.bokeh.org/bokeh/release/bokeh-2.2.3.min.js", "https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.2.3.min.js", "https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.2.3.min.js"];
      var css_urls = [];
      
    
      var inline_js = [
        function(Bokeh) {
          Bokeh.set_log_level("info");
        },
        
        function(Bokeh) {
          (function() {
            var fn = function() {
              Bokeh.safely(function() {
                (function(root) {
                  function embed_document(root) {
                    
                  var docs_json = '{"d9587ee3-f563-4e9b-a5cc-64db5490d3d2":{"roots":{"references":[{"attributes":{"text":"Pruned Transformer Heads"},"id":"1342","type":"Title"},{"attributes":{"above":[{"id":"1395"}],"below":[{"id":"1352"}],"center":[{"id":"1354"},{"id":"1358"},{"id":"1377"}],"left":[{"id":"1355"}],"outline_line_color":null,"plot_height":400,"renderers":[{"id":"1368"},{"id":"1383"}],"title":{"id":"1342"},"toolbar":{"id":"1359"},"toolbar_location":null,"x_range":{"id":"1344"},"x_scale":{"id":"1348"},"y_range":{"id":"1346"},"y_scale":{"id":"1350"}},"id":"1341","subtype":"Figure","type":"Plot"},{"attributes":{},"id":"1375","type":"UnionRenderers"},{"attributes":{"source":{"id":"1379"}},"id":"1384","type":"CDSView"},{"attributes":{},"id":"1353","type":"CategoricalTicker"},{"attributes":{},"id":"1348","type":"CategoricalScale"},{"attributes":{"axis_label":"Layer index","formatter":{"id":"1374"},"minor_tick_line_color":null,"ticker":{"id":"1353"}},"id":"1352","type":"CategoricalAxis"},{"attributes":{"data_source":{"id":"1379"},"glyph":{"id":"1381"},"hover_glyph":null,"muted_glyph":null,"name":"pruned","nonselection_glyph":{"id":"1382"},"selection_glyph":null,"view":{"id":"1384"}},"id":"1383","type":"GlyphRenderer"},{"attributes":{},"id":"1356","type":"BasicTicker"},{"attributes":{"factors":["0","1","2","3","4","5","6","7","8","9","10","11"],"range_padding":0.1},"id":"1344","type":"FactorRange"},{"attributes":{"start":0},"id":"1346","type":"DataRange1d"},{"attributes":{"bottom":{"expr":{"id":"1362"}},"fill_alpha":{"value":0.1},"fill_color":{"value":"#ffcccc"},"line_alpha":{"value":0.1},"line_color":{"value":"#ffcccc"},"top":{"expr":{"id":"1363"}},"width":{"value":0.9},"x":{"field":"layers"}},"id":"1382","type":"VBar"},{"attributes":{"bottom":{"expr":{"id":"1360"}},"fill_color":{"value":"#0000ff"},"line_color":{"value":"#0000ff"},"top":{"expr":{"id":"1361"}},"width":{"value":0.9},"x":{"field":"layers"}},"id":"1366","type":"VBar"},{"attributes":{"bottom":{"expr":{"id":"1362"}},"fill_color":{"value":"#ffcccc"},"line_color":{"value":"#ffcccc"},"top":{"expr":{"id":"1363"}},"width":{"value":0.9},"x":{"field":"layers"}},"id":"1381","type":"VBar"},{"attributes":{},"id":"1374","type":"CategoricalTickFormatter"},{"attributes":{"fields":["active","pruned"]},"id":"1363","type":"Stack"},{"attributes":{},"id":"1376","type":"Selection"},{"attributes":{},"id":"1350","type":"LinearScale"},{"attributes":{"fields":["active"]},"id":"1362","type":"Stack"},{"attributes":{"label":{"value":"pruned"},"renderers":[{"id":"1383"}]},"id":"1394","type":"LegendItem"},{"attributes":{},"id":"1372","type":"BasicTickFormatter"},{"attributes":{"data":{"active":[4,4,6,7,7,5,6,7,5,5,5,3],"layers":["0","1","2","3","4","5","6","7","8","9","10","11"],"pruned":[8,8,6,5,5,7,6,5,7,7,7,9]},"selected":{"id":"1393"},"selection_policy":{"id":"1392"}},"id":"1379","type":"ColumnDataSource"},{"attributes":{"fields":[]},"id":"1360","type":"Stack"},{"attributes":{},"id":"1393","type":"Selection"},{"attributes":{"source":{"id":"1364"}},"id":"1369","type":"CDSView"},{"attributes":{"items":[{"id":"1396"},{"id":"1397"}],"location":[10,0],"orientation":"horizontal"},"id":"1395","type":"Legend"},{"attributes":{"label":{"value":"active"},"renderers":[{"id":"1368"}]},"id":"1396","type":"LegendItem"},{"attributes":{"fields":["active"]},"id":"1361","type":"Stack"},{"attributes":{"axis":{"id":"1355"},"dimension":1,"ticker":null},"id":"1358","type":"Grid"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_multi":null,"active_scroll":"auto","active_tap":"auto"},"id":"1359","type":"Toolbar"},{"attributes":{},"id":"1392","type":"UnionRenderers"},{"attributes":{"data":{"active":[4,4,6,7,7,5,6,7,5,5,5,3],"layers":["0","1","2","3","4","5","6","7","8","9","10","11"],"pruned":[8,8,6,5,5,7,6,5,7,7,7,9]},"selected":{"id":"1376"},"selection_policy":{"id":"1375"}},"id":"1364","type":"ColumnDataSource"},{"attributes":{"label":{"value":"active"},"renderers":[{"id":"1368"}]},"id":"1378","type":"LegendItem"},{"attributes":{"bottom":{"expr":{"id":"1360"}},"fill_alpha":{"value":0.1},"fill_color":{"value":"#0000ff"},"line_alpha":{"value":0.1},"line_color":{"value":"#0000ff"},"top":{"expr":{"id":"1361"}},"width":{"value":0.9},"x":{"field":"layers"}},"id":"1367","type":"VBar"},{"attributes":{"label":{"value":"pruned"},"renderers":[{"id":"1383"}]},"id":"1397","type":"LegendItem"},{"attributes":{"axis":{"id":"1352"},"grid_line_color":null,"ticker":null},"id":"1354","type":"Grid"},{"attributes":{"items":[{"id":"1378"},{"id":"1394"}],"location":null},"id":"1377","type":"Legend"},{"attributes":{"axis_label":"Heads count","formatter":{"id":"1372"},"minor_tick_line_color":null,"ticker":{"id":"1356"}},"id":"1355","type":"LinearAxis"},{"attributes":{"data_source":{"id":"1364"},"glyph":{"id":"1366"},"hover_glyph":null,"muted_glyph":null,"name":"active","nonselection_glyph":{"id":"1367"},"selection_glyph":null,"view":{"id":"1369"}},"id":"1368","type":"GlyphRenderer"}],"root_ids":["1341"]},"title":"Bokeh Application","version":"2.2.3"}}';
                  var render_items = [{"docid":"d9587ee3-f563-4e9b-a5cc-64db5490d3d2","root_ids":["1341"],"roots":{"1341":"ccef8803-4310-4434-997e-c9dc158cabdb"}}];
                  root.Bokeh.embed.embed_items(docs_json, render_items);
                
                  }
                  if (root.Bokeh !== undefined) {
                    embed_document(root);
                  } else {
                    var attempts = 0;
                    var timer = setInterval(function(root) {
                      if (root.Bokeh !== undefined) {
                        clearInterval(timer);
                        embed_document(root);
                      } else {
                        attempts++;
                        if (attempts > 100) {
                          clearInterval(timer);
                          console.log("Bokeh: ERROR: Unable to run BokehJS code because BokehJS library is missing");
                        }
                      }
                    }, 10, root)
                  }
                })(window);
              });
            };
            if (document.readyState != "loading") fn();
            else document.addEventListener("DOMContentLoaded", fn);
          })();
        },
        function(Bokeh) {
        
        
        }
      ];
    
      function run_inline_js() {
        
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i].call(root, root.Bokeh);
        }
        
      }
    
      if (root._bokeh_is_loading === 0) {
        console.debug("Bokeh: BokehJS loaded, going straight to plotting");
        run_inline_js();
      } else {
        load_libs(css_urls, js_urls, function() {
          console.debug("Bokeh: BokehJS plotting callback run at", now());
          run_inline_js();
        });
      }
    }(window));
  };
  if (document.readyState != "loading") fn();
  else document.addEventListener("DOMContentLoaded", fn);
})();