madlag
/

bert-base-uncased-squad1.1-block-sparse-0.20-v1

Question Answering Transformers PyTorch TensorFlow

English bert bert-base Inference Endpoints

Model card Files Files and versions Community

madlag commited on Nov 26, 2020

Commit

c95568c

•

1 Parent(s): f1323c3

Testing visualisation

Browse files

Files changed (1) hide show

model_card/network.html +85 -0

model_card/network.html ADDED Viewed

	@@ -0,0 +1,85 @@

+<!DOCTYPE html>
+<html lang="en">
+  <head>
+      <meta charset="utf-8">
+      <title>Bokeh Plot</title>
+        <script type="text/javascript" src="https://cdn.bokeh.org/bokeh/release/bokeh-2.2.3.min.js" integrity="sha384-T2yuo9Oe71Cz/I4X9Ac5+gpEa5a8PpJCDlqKYO0CfAuEszu1JrXLl8YugMqYe3sM" crossorigin="anonymous"></script>
+        <script type="text/javascript">
+            Bokeh.set_log_level("info");
+        </script>
+  </head>
+  <body>
+              <div class="bk-root" id="952d7ccc-eb99-4226-ad59-e86d648e29e5" data-root-id="65140"></div>
+        <script type="application/json" id="66577">
+          {"d25a64bc-5a21-4ef7-b572-73b80f431791":{"roots":{"references":[{"attributes":{"below":[{"id":"65151"}],"center":[{"id":"65154"},{"id":"65158"},{"id":"65174"}],"left":[{"id":"65155"}],"outline_line_color":null,"plot_height":400,"plot_width":800,"renderers":[{"id":"65165"},{"id":"65180"},{"id":"65196"},{"id":"65214"}],"title":{"id":"65141"},"toolbar":{"id":"65159"},"x_range":{"id":"65143"},"x_scale":{"id":"65147"},"y_range":{"id":"65145"},"y_scale":{"id":"65149"}},"id":"65140","subtype":"Figure","type":"Plot"},{"attributes":{"data":{"density":["0.21","0.29","0.25","0.09","0.17","0.15","0.16","0.29","0.23","0.21","0.21","0.16","0.11","0.22","0.16","0.12","0.18","0.13","0.10","0.16","0.13","0.12","0.11","0.08","0.05","0.03","0.03","0.03","0.01","0.01","0.03","0.03","0.02","0.02","0.05","0.03"],"height":[0.2083333283662796,0.2894965410232544,0.2543402910232544,0.0885416641831398,0.1736111044883728,0.1488715261220932,0.1649305522441864,0.2938368022441864,0.2330729216337204,0.2083333283662796,0.2078993022441864,0.1584201455116272,0.1111111119389534,0.2239583283662796,0.1605902761220932,0.1197916641831398,0.1779513955116272,0.1267361044883728,0.0972222238779068,0.1627604216337204,0.1302083283662796,0.1197916641831398,0.1063368022441864,0.078125,0.0520833320915699,0.0342881940305233,0.02734375,0.0329861119389534,0.01128472201526165,0.0086805559694767,0.0295138880610466,0.0329861119389534,0.0234375,0.02083333395421505,0.0455729179084301,0.0290798619389534],"img_height":["76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px"],"img_width":["76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px","76px","76px","307px"],"name":["0.attention.output","0.intermediate","0.output","1.attention.output","1.intermediate","1.output","2.attention.output","2.intermediate","2.output","3.attention.output","3.intermediate","3.output","4.attention.output","4.intermediate","4.output","5.attention.output","5.intermediate","5.output","6.attention.output","6.intermediate","6.output","7.attention.output","7.intermediate","7.output","8.attention.output","8.intermediate","8.output","9.attention.output","9.intermediate","9.output","10.attention.output","10.intermediate","10.output","11.attention.output","11.intermediate","11.output"],"url":["https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_0_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_0_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_0_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_1_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_1_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_1_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_2_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_2_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_2_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_3_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_3_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_3_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_4_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_4_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_4_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_5_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_5_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_5_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_6_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_6_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_6_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_7_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_7_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_7_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_8_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_8_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_8_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_9_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_9_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_9_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_10_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_10_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_10_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_11_attention_output_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_11_intermediate_dense.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_11_output_dense.png"],"x":[0.5833333333333334,0.75,0.9166666666666667,1.5833333333333333,1.75,1.9166666666666665,2.5833333333333335,2.75,2.916666666666667,3.5833333333333335,3.75,3.916666666666667,4.583333333333333,4.75,4.916666666666666,5.583333333333333,5.75,5.916666666666666,6.583333333333333,6.75,6.916666666666666,7.583333333333333,7.75,7.916666666666666,8.583333333333334,8.75,8.916666666666668,9.583333333333334,9.75,9.916666666666668,10.583333333333334,10.75,10.916666666666668,11.583333333333334,11.75,11.916666666666668]},"selected":{"id":"65228"},"selection_policy":{"id":"65227"}},"id":"65210","type":"ColumnDataSource"},{"attributes":{"source":{"id":"65176"}},"id":"65181","type":"CDSView"},{"attributes":{},"id":"65227","type":"UnionRenderers"},{"attributes":{},"id":"65207","type":"UnionRenderers"},{"attributes":{"source":{"id":"65192"}},"id":"65197","type":"CDSView"},{"attributes":{},"id":"65149","type":"LinearScale"},{"attributes":{},"id":"65143","type":"DataRange1d"},{"attributes":{},"id":"65169","type":"BasicTickFormatter"},{"attributes":{"source":{"id":"65161"}},"id":"65166","type":"CDSView"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_multi":null,"active_scroll":"auto","active_tap":"auto","tools":[{"id":"65139"}]},"id":"65159","type":"Toolbar"},{"attributes":{"fill_color":{"value":"#aa69f7"},"line_color":{"value":"#aa69f7"},"top":{"field":"height"},"width":{"value":0.125},"x":{"field":"x"}},"id":"65212","type":"VBar"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#ed5642"},"line_alpha":{"value":0.1},"line_color":{"value":"#ed5642"},"top":{"field":"height"},"width":{"value":0.125},"x":{"field":"x"}},"id":"65179","type":"VBar"},{"attributes":{"axis_label":"Layer","formatter":{"id":"65169"},"minor_tick_line_color":null,"ticker":{"id":"65152"}},"id":"65151","type":"LinearAxis"},{"attributes":{},"id":"65189","type":"UnionRenderers"},{"attributes":{},"id":"65147","type":"LinearScale"},{"attributes":{"data_source":{"id":"65210"},"glyph":{"id":"65212"},"hover_glyph":null,"muted_glyph":null,"name":"fully connected","nonselection_glyph":{"id":"65213"},"selection_glyph":null,"view":{"id":"65215"}},"id":"65214","type":"GlyphRenderer"},{"attributes":{"data":{"density":["0.20","0.10","0.16","0.21","0.11","0.12","0.11","0.15","0.06","0.04","0.02","0.02"],"height":[0.1979166716337204,0.1024305522441864,0.1597222238779068,0.2083333283662796,0.1145833358168602,0.1180555522441864,0.1076388880610466,0.1475694477558136,0.0590277761220932,0.0364583320915699,0.0243055559694767,0.02083333395421505],"img_height":["76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px"],"img_width":["76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px"],"name":["0.attention.value","1.attention.value","2.attention.value","3.attention.value","4.attention.value","5.attention.value","6.attention.value","7.attention.value","8.attention.value","9.attention.value","10.attention.value","11.attention.value"],"url":["https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_0_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_1_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_2_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_3_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_4_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_5_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_6_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_7_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_8_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_9_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_10_attention_self_value.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_11_attention_self_value.png"],"x":[0.41666666666666663,1.4166666666666665,2.416666666666667,3.416666666666667,4.416666666666666,5.416666666666666,6.416666666666666,7.416666666666666,8.416666666666668,9.416666666666668,10.416666666666668,11.416666666666668]},"selected":{"id":"65208"},"selection_policy":{"id":"65207"}},"id":"65192","type":"ColumnDataSource"},{"attributes":{"label":{"value":"value"},"renderers":[{"id":"65196"}]},"id":"65209","type":"LegendItem"},{"attributes":{"axis_label":"Density","formatter":{"id":"65171"},"minor_tick_line_color":null,"ticker":{"id":"65156"}},"id":"65155","type":"LinearAxis"},{"attributes":{"data_source":{"id":"65192"},"glyph":{"id":"65194"},"hover_glyph":null,"muted_glyph":null,"name":"value","nonselection_glyph":{"id":"65195"},"selection_glyph":null,"view":{"id":"65197"}},"id":"65196","type":"GlyphRenderer"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#20cb97"},"line_alpha":{"value":0.1},"line_color":{"value":"#20cb97"},"top":{"field":"height"},"width":{"value":0.125},"x":{"field":"x"}},"id":"65195","type":"VBar"},{"attributes":{},"id":"65228","type":"Selection"},{"attributes":{"label":{"value":"query"},"renderers":[{"id":"65165"}]},"id":"65175","type":"LegendItem"},{"attributes":{"label":{"value":"fully connected"},"renderers":[{"id":"65214"}]},"id":"65229","type":"LegendItem"},{"attributes":{},"id":"65208","type":"Selection"},{"attributes":{"fill_color":{"value":"#6573f7"},"line_color":{"value":"#6573f7"},"top":{"field":"height"},"width":{"value":0.125},"x":{"field":"x"}},"id":"65163","type":"VBar"},{"attributes":{"data_source":{"id":"65176"},"glyph":{"id":"65178"},"hover_glyph":null,"muted_glyph":null,"name":"key","nonselection_glyph":{"id":"65179"},"selection_glyph":null,"view":{"id":"65181"}},"id":"65180","type":"GlyphRenderer"},{"attributes":{},"id":"65156","type":"BasicTicker"},{"attributes":{"label":{"value":"key"},"renderers":[{"id":"65180"}]},"id":"65191","type":"LegendItem"},{"attributes":{"data_source":{"id":"65161"},"glyph":{"id":"65163"},"hover_glyph":null,"muted_glyph":null,"name":"query","nonselection_glyph":{"id":"65164"},"selection_glyph":null,"view":{"id":"65166"}},"id":"65165","type":"GlyphRenderer"},{"attributes":{"source":{"id":"65210"}},"id":"65215","type":"CDSView"},{"attributes":{"data":{"density":["0.16","0.14","0.17","0.25","0.12","0.11","0.11","0.13","0.08","0.11","0.06","0.06"],"height":[0.1597222238779068,0.1423611044883728,0.1684027761220932,0.2517361044883728,0.1180555522441864,0.1128472238779068,0.1059027761220932,0.1319444477558136,0.0833333358168602,0.109375,0.0590277761220932,0.0607638880610466],"img_height":["76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px"],"img_width":["76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px"],"name":["0.attention.key","1.attention.key","2.attention.key","3.attention.key","4.attention.key","5.attention.key","6.attention.key","7.attention.key","8.attention.key","9.attention.key","10.attention.key","11.attention.key"],"url":["https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_0_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_1_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_2_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_3_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_4_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_5_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_6_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_7_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_8_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_9_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_10_attention_self_key.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_11_attention_self_key.png"],"x":[0.25,1.25,2.25,3.25,4.25,5.25,6.25,7.25,8.25,9.25,10.25,11.25]},"selected":{"id":"65190"},"selection_policy":{"id":"65189"}},"id":"65176","type":"ColumnDataSource"},{"attributes":{},"id":"65190","type":"Selection"},{"attributes":{},"id":"65172","type":"UnionRenderers"},{"attributes":{"axis":{"id":"65151"},"grid_line_color":null,"ticker":null},"id":"65154","type":"Grid"},{"attributes":{"callback":null,"tooltips":"\n        &lt;div display=\"block\"&gt;\n            &lt;div&gt;\n                &lt;span style=\"font-size: 15px;\"&gt;&lt;b&gt;@name&lt;/b&gt;&lt;br/&gt;density=@density&lt;/span&gt;\n            &lt;/div&gt;\n            &lt;div&gt;            \n                &lt;img\n                    src=\"@url\" height=\"@img_height\" width=\"@img_width\" alt=\"@url\"\n                    style=\"float: left; margin: 0px 15px 15px 0px;\"\n                    border=\"2\"\n                /&gt;\n            &lt;/div&gt;\n        &lt;/div&gt;\n        "},"id":"65139","type":"HoverTool"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#6573f7"},"line_alpha":{"value":0.1},"line_color":{"value":"#6573f7"},"top":{"field":"height"},"width":{"value":0.125},"x":{"field":"x"}},"id":"65164","type":"VBar"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#aa69f7"},"line_alpha":{"value":0.1},"line_color":{"value":"#aa69f7"},"top":{"field":"height"},"width":{"value":0.125},"x":{"field":"x"}},"id":"65213","type":"VBar"},{"attributes":{"axis":{"id":"65155"},"dimension":1,"ticker":null},"id":"65158","type":"Grid"},{"attributes":{"fill_color":{"value":"#20cb97"},"line_color":{"value":"#20cb97"},"top":{"field":"height"},"width":{"value":0.125},"x":{"field":"x"}},"id":"65194","type":"VBar"},{"attributes":{},"id":"65171","type":"BasicTickFormatter"},{"attributes":{},"id":"65152","type":"BasicTicker"},{"attributes":{},"id":"65173","type":"Selection"},{"attributes":{"start":0},"id":"65145","type":"DataRange1d"},{"attributes":{"fill_color":{"value":"#ed5642"},"line_color":{"value":"#ed5642"},"top":{"field":"height"},"width":{"value":0.125},"x":{"field":"x"}},"id":"65178","type":"VBar"},{"attributes":{"text":"Transformer Layers"},"id":"65141","type":"Title"},{"attributes":{"items":[{"id":"65175"},{"id":"65191"},{"id":"65209"},{"id":"65229"}],"location":"top_left","orientation":"horizontal"},"id":"65174","type":"Legend"},{"attributes":{"data":{"density":["0.15","0.13","0.17","0.23","0.11","0.10","0.09","0.11","0.07","0.12","0.06","0.06"],"height":[0.1527777761220932,0.1319444477558136,0.1684027761220932,0.2256944477558136,0.1111111119389534,0.0989583358168602,0.0920138880610466,0.1145833358168602,0.0694444477558136,0.1180555522441864,0.0642361119389534,0.0590277761220932],"img_height":["76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px"],"img_width":["76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px","76px"],"name":["0.attention.query","1.attention.query","2.attention.query","3.attention.query","4.attention.query","5.attention.query","6.attention.query","7.attention.query","8.attention.query","9.attention.query","10.attention.query","11.attention.query"],"url":["https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_0_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_1_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_2_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_3_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_4_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_5_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_6_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_7_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_8_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_9_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_10_attention_self_query.png","https://huggingface.co/madlag/bert-base-uncased-squad1.1-block-sparse-0.20-v1/raw/main/model_card/layer_images/layer_11_attention_self_query.png"],"x":[0.08333333333333333,1.0833333333333333,2.0833333333333335,3.0833333333333335,4.083333333333333,5.083333333333333,6.083333333333333,7.083333333333333,8.083333333333334,9.083333333333334,10.083333333333334,11.083333333333334]},"selected":{"id":"65173"},"selection_policy":{"id":"65172"}},"id":"65161","type":"ColumnDataSource"}],"root_ids":["65140"]},"title":"Bokeh Application","version":"2.2.3"}}
+        </script>
+        <script type="text/javascript">
+          (function() {
+            var fn = function() {
+              Bokeh.safely(function() {
+                (function(root) {
+                  function embed_document(root) {
+                  var docs_json = document.getElementById('66577').textContent;
+                  var render_items = [{"docid":"d25a64bc-5a21-4ef7-b572-73b80f431791","root_ids":["65140"],"roots":{"65140":"952d7ccc-eb99-4226-ad59-e86d648e29e5"}}];
+                  root.Bokeh.embed.embed_items(docs_json, render_items);
+                  }
+                  if (root.Bokeh !== undefined) {
+                    embed_document(root);
+                  } else {
+                    var attempts = 0;
+                    var timer = setInterval(function(root) {
+                      if (root.Bokeh !== undefined) {
+                        clearInterval(timer);
+                        embed_document(root);
+                      } else {
+                        attempts++;
+                        if (attempts > 100) {
+                          clearInterval(timer);
+                          console.log("Bokeh: ERROR: Unable to run BokehJS code because BokehJS library is missing");
+                        }
+                      }
+                    }, 10, root)
+                  }
+                })(window);
+              });
+            };
+            if (document.readyState != "loading") fn();
+            else document.addEventListener("DOMContentLoaded", fn);
+          })();
+        </script>
+  </body>
+</html>