Remove pruning plot.
Browse files- README.md +0 -2
- model_card/pruning_info.js +0 -174
README.md
CHANGED
@@ -26,8 +26,6 @@ The model contains **45%** of the original weights **overall** (the embeddings a
|
|
26 |
This model was fine-tuned from the HuggingFace [model](https://huggingface.co/facebook/bart-base).
|
27 |
A side-effect of block pruning is that some of the attention heads are completely removed: 61 heads were removed on a total of 216 (28.2%).
|
28 |
|
29 |
-
<div class="graph"><script src="/echarlaix/bart-base-cnn-r2-18.7-d23-hybrid/raw/main/model_card/pruning_info.js" id="733e6c04-6c58-482f-89b8-a196de6b6550"></script></div>
|
30 |
-
|
31 |
## Details of the CNN/DailyMail dataset
|
32 |
|
33 |
| Dataset | Split | # samples |
|
|
|
26 |
This model was fine-tuned from the HuggingFace [model](https://huggingface.co/facebook/bart-base).
|
27 |
A side-effect of block pruning is that some of the attention heads are completely removed: 61 heads were removed on a total of 216 (28.2%).
|
28 |
|
|
|
|
|
29 |
## Details of the CNN/DailyMail dataset
|
30 |
|
31 |
| Dataset | Split | # samples |
|
model_card/pruning_info.js
DELETED
@@ -1,174 +0,0 @@
|
|
1 |
-
(function() {
|
2 |
-
var fn = function() {
|
3 |
-
|
4 |
-
(function(root) {
|
5 |
-
function now() {
|
6 |
-
return new Date();
|
7 |
-
}
|
8 |
-
|
9 |
-
var force = false;
|
10 |
-
|
11 |
-
if (typeof root._bokeh_onload_callbacks === "undefined" || force === true) {
|
12 |
-
root._bokeh_onload_callbacks = [];
|
13 |
-
root._bokeh_is_loading = undefined;
|
14 |
-
}
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
var element = document.getElementById("733e6c04-6c58-482f-89b8-a196de6b6550");
|
20 |
-
if (element == null) {
|
21 |
-
console.warn("Bokeh: autoload.js configured with elementid '733e6c04-6c58-482f-89b8-a196de6b6550' but no matching script tag was found.")
|
22 |
-
}
|
23 |
-
|
24 |
-
|
25 |
-
function run_callbacks() {
|
26 |
-
try {
|
27 |
-
root._bokeh_onload_callbacks.forEach(function(callback) {
|
28 |
-
if (callback != null)
|
29 |
-
callback();
|
30 |
-
});
|
31 |
-
} finally {
|
32 |
-
delete root._bokeh_onload_callbacks
|
33 |
-
}
|
34 |
-
console.debug("Bokeh: all callbacks have finished");
|
35 |
-
}
|
36 |
-
|
37 |
-
function load_libs(css_urls, js_urls, callback) {
|
38 |
-
if (css_urls == null) css_urls = [];
|
39 |
-
if (js_urls == null) js_urls = [];
|
40 |
-
|
41 |
-
root._bokeh_onload_callbacks.push(callback);
|
42 |
-
if (root._bokeh_is_loading > 0) {
|
43 |
-
console.debug("Bokeh: BokehJS is being loaded, scheduling callback at", now());
|
44 |
-
return null;
|
45 |
-
}
|
46 |
-
if (js_urls == null || js_urls.length === 0) {
|
47 |
-
run_callbacks();
|
48 |
-
return null;
|
49 |
-
}
|
50 |
-
console.debug("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
|
51 |
-
root._bokeh_is_loading = css_urls.length + js_urls.length;
|
52 |
-
|
53 |
-
function on_load() {
|
54 |
-
root._bokeh_is_loading--;
|
55 |
-
if (root._bokeh_is_loading === 0) {
|
56 |
-
console.debug("Bokeh: all BokehJS libraries/stylesheets loaded");
|
57 |
-
run_callbacks()
|
58 |
-
}
|
59 |
-
}
|
60 |
-
|
61 |
-
function on_error(url) {
|
62 |
-
console.error("failed to load " + url);
|
63 |
-
}
|
64 |
-
|
65 |
-
for (let i = 0; i < css_urls.length; i++) {
|
66 |
-
const url = css_urls[i];
|
67 |
-
const element = document.createElement("link");
|
68 |
-
element.onload = on_load;
|
69 |
-
element.onerror = on_error.bind(null, url);
|
70 |
-
element.rel = "stylesheet";
|
71 |
-
element.type = "text/css";
|
72 |
-
element.href = url;
|
73 |
-
console.debug("Bokeh: injecting link tag for BokehJS stylesheet: ", url);
|
74 |
-
document.body.appendChild(element);
|
75 |
-
}
|
76 |
-
|
77 |
-
const hashes = {"https://cdn.bokeh.org/bokeh/release/bokeh-2.3.2.min.js": "XypntL49z55iwGVUW4qsEu83zKL3XEcz0MjuGOQ9SlaaQ68X/g+k1FcioZi7oQAc", "https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.3.2.min.js": "bEsM86IHGDTLCS0Zod8a8WM6Y4+lafAL/eSiyQcuPzinmWNgNO2/olUF0Z2Dkn5i", "https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.3.2.min.js": "TX0gSQTdXTTeScqxj6PVQxTiRW8DOoGVwinyi1D3kxv7wuxQ02XkOxv0xwiypcAH"};
|
78 |
-
|
79 |
-
for (let i = 0; i < js_urls.length; i++) {
|
80 |
-
const url = js_urls[i];
|
81 |
-
const element = document.createElement('script');
|
82 |
-
element.onload = on_load;
|
83 |
-
element.onerror = on_error.bind(null, url);
|
84 |
-
element.async = false;
|
85 |
-
element.src = url;
|
86 |
-
if (url in hashes) {
|
87 |
-
element.crossOrigin = "anonymous";
|
88 |
-
element.integrity = "sha384-" + hashes[url];
|
89 |
-
}
|
90 |
-
console.debug("Bokeh: injecting script tag for BokehJS library: ", url);
|
91 |
-
document.head.appendChild(element);
|
92 |
-
}
|
93 |
-
};
|
94 |
-
|
95 |
-
function inject_raw_css(css) {
|
96 |
-
const element = document.createElement("style");
|
97 |
-
element.appendChild(document.createTextNode(css));
|
98 |
-
document.body.appendChild(element);
|
99 |
-
}
|
100 |
-
|
101 |
-
|
102 |
-
var js_urls = ["https://cdn.bokeh.org/bokeh/release/bokeh-2.3.2.min.js", "https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.3.2.min.js", "https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.3.2.min.js"];
|
103 |
-
var css_urls = [];
|
104 |
-
|
105 |
-
|
106 |
-
var inline_js = [
|
107 |
-
function(Bokeh) {
|
108 |
-
Bokeh.set_log_level("info");
|
109 |
-
},
|
110 |
-
|
111 |
-
function(Bokeh) {
|
112 |
-
(function() {
|
113 |
-
var fn = function() {
|
114 |
-
Bokeh.safely(function() {
|
115 |
-
(function(root) {
|
116 |
-
function embed_document(root) {
|
117 |
-
|
118 |
-
var docs_json = '{"6a48fc0c-11b6-4174-8559-80d3252138b9":{"defs":[],"roots":{"references":[{"attributes":{"axis_label":"Heads count","formatter":{"id":"1034"},"major_label_policy":{"id":"1032"},"minor_tick_line_color":null,"ticker":{"id":"1017"}},"id":"1016","type":"LinearAxis"},{"attributes":{"bottom":{"expr":{"id":"1021"}},"fill_alpha":{"value":0.1},"fill_color":{"value":"#0000ff"},"line_alpha":{"value":0.1},"line_color":{"value":"#0000ff"},"top":{"expr":{"id":"1022"}},"width":{"value":0.9},"x":{"field":"layers"}},"id":"1028","type":"VBar"},{"attributes":{"fields":["active","pruned"]},"id":"1024","type":"Stack"},{"attributes":{"fields":[]},"id":"1021","type":"Stack"},{"attributes":{"fields":["active"]},"id":"1022","type":"Stack"},{"attributes":{},"id":"1057","type":"Selection"},{"attributes":{"bottom":{"expr":{"id":"1021"}},"fill_color":{"value":"#0000ff"},"line_color":{"value":"#0000ff"},"top":{"expr":{"id":"1022"}},"width":{"value":0.9},"x":{"field":"layers"}},"id":"1027","type":"VBar"},{"attributes":{},"id":"1011","type":"LinearScale"},{"attributes":{},"id":"1017","type":"BasicTicker"},{"attributes":{"data_source":{"id":"1025"},"glyph":{"id":"1027"},"hover_glyph":null,"muted_glyph":null,"name":"active","nonselection_glyph":{"id":"1028"},"view":{"id":"1030"}},"id":"1029","type":"GlyphRenderer"},{"attributes":{},"id":"1038","type":"Selection"},{"attributes":{},"id":"1014","type":"CategoricalTicker"},{"attributes":{},"id":"1058","type":"UnionRenderers"},{"attributes":{"axis":{"id":"1013"},"grid_line_color":null,"ticker":null},"id":"1015","type":"Grid"},{"attributes":{},"id":"1034","type":"BasicTickFormatter"},{"attributes":{"axis_label":"Layer index","formatter":{"id":"1037"},"major_label_policy":{"id":"1035"},"minor_tick_line_color":null,"ticker":{"id":"1014"}},"id":"1013","type":"CategoricalAxis"},{"attributes":{"items":[{"id":"1041"},{"id":"1059"}],"location":"top"},"id":"1040","type":"Legend"},{"attributes":{},"id":"1009","type":"CategoricalScale"},{"attributes":{"data_source":{"id":"1042"},"glyph":{"id":"1044"},"hover_glyph":null,"muted_glyph":null,"name":"pruned","nonselection_glyph":{"id":"1045"},"view":{"id":"1047"}},"id":"1046","type":"GlyphRenderer"},{"attributes":{"start":0},"id":"1007","type":"DataRange1d"},{"attributes":{"label":{"value":"active"},"renderers":[{"id":"1029"}]},"id":"1061","type":"LegendItem"},{"attributes":{"label":{"value":"pruned"},"renderers":[{"id":"1046"}]},"id":"1062","type":"LegendItem"},{"attributes":{"data":{"active":[10,9,9,3,5,6,8,5,8,4,5,11],"layers":["0","1","2","3","4","5","6","7","8","9","10","11"],"pruned":[2,3,3,9,7,6,4,7,4,8,7,1]},"selected":{"id":"1038"},"selection_policy":{"id":"1039"}},"id":"1025","type":"ColumnDataSource"},{"attributes":{"bottom":{"expr":{"id":"1023"}},"fill_color":{"value":"#ffcccc"},"line_color":{"value":"#ffcccc"},"top":{"expr":{"id":"1024"}},"width":{"value":0.9},"x":{"field":"layers"}},"id":"1044","type":"VBar"},{"attributes":{"label":{"value":"active"},"renderers":[{"id":"1029"}]},"id":"1041","type":"LegendItem"},{"attributes":{"above":[{"id":"1060"}],"below":[{"id":"1013"}],"center":[{"id":"1015"},{"id":"1019"},{"id":"1040"}],"height":400,"left":[{"id":"1016"}],"outline_line_color":null,"renderers":[{"id":"1029"},{"id":"1046"}],"title":{"id":"1003"},"toolbar":{"id":"1020"},"toolbar_location":null,"x_range":{"id":"1005"},"x_scale":{"id":"1009"},"y_range":{"id":"1007"},"y_scale":{"id":"1011"}},"id":"1002","subtype":"Figure","type":"Plot"},{"attributes":{"text":"Pruned Transformer Heads"},"id":"1003","type":"Title"},{"attributes":{},"id":"1039","type":"UnionRenderers"},{"attributes":{"fields":["active"]},"id":"1023","type":"Stack"},{"attributes":{"axis":{"id":"1016"},"dimension":1,"ticker":null},"id":"1019","type":"Grid"},{"attributes":{},"id":"1037","type":"CategoricalTickFormatter"},{"attributes":{"items":[{"id":"1061"},{"id":"1062"}],"location":[10,0],"orientation":"horizontal"},"id":"1060","type":"Legend"},{"attributes":{},"id":"1032","type":"AllLabels"},{"attributes":{"source":{"id":"1025"}},"id":"1030","type":"CDSView"},{"attributes":{"factors":["0","1","2","3","4","5","6","7","8","9","10","11"],"range_padding":0.1},"id":"1005","type":"FactorRange"},{"attributes":{"label":{"value":"pruned"},"renderers":[{"id":"1046"}]},"id":"1059","type":"LegendItem"},{"attributes":{},"id":"1035","type":"AllLabels"},{"attributes":{"data":{"active":[10,9,9,3,5,6,8,5,8,4,5,11],"layers":["0","1","2","3","4","5","6","7","8","9","10","11"],"pruned":[2,3,3,9,7,6,4,7,4,8,7,1]},"selected":{"id":"1057"},"selection_policy":{"id":"1058"}},"id":"1042","type":"ColumnDataSource"},{"attributes":{"bottom":{"expr":{"id":"1023"}},"fill_alpha":{"value":0.1},"fill_color":{"value":"#ffcccc"},"line_alpha":{"value":0.1},"line_color":{"value":"#ffcccc"},"top":{"expr":{"id":"1024"}},"width":{"value":0.9},"x":{"field":"layers"}},"id":"1045","type":"VBar"},{"attributes":{"source":{"id":"1042"}},"id":"1047","type":"CDSView"},{"attributes":{"active_multi":null},"id":"1020","type":"Toolbar"}],"root_ids":["1002"]},"title":"Bokeh Application","version":"2.3.2"}}';
|
119 |
-
var render_items = [{"docid":"6a48fc0c-11b6-4174-8559-80d3252138b9","root_ids":["1002"],"roots":{"1002":"733e6c04-6c58-482f-89b8-a196de6b6550"}}];
|
120 |
-
root.Bokeh.embed.embed_items(docs_json, render_items);
|
121 |
-
|
122 |
-
}
|
123 |
-
if (root.Bokeh !== undefined) {
|
124 |
-
embed_document(root);
|
125 |
-
} else {
|
126 |
-
var attempts = 0;
|
127 |
-
var timer = setInterval(function(root) {
|
128 |
-
if (root.Bokeh !== undefined) {
|
129 |
-
clearInterval(timer);
|
130 |
-
embed_document(root);
|
131 |
-
} else {
|
132 |
-
attempts++;
|
133 |
-
if (attempts > 100) {
|
134 |
-
clearInterval(timer);
|
135 |
-
console.log("Bokeh: ERROR: Unable to run BokehJS code because BokehJS library is missing");
|
136 |
-
}
|
137 |
-
}
|
138 |
-
}, 10, root)
|
139 |
-
}
|
140 |
-
})(window);
|
141 |
-
});
|
142 |
-
};
|
143 |
-
if (document.readyState != "loading") fn();
|
144 |
-
else document.addEventListener("DOMContentLoaded", fn);
|
145 |
-
})();
|
146 |
-
},
|
147 |
-
function(Bokeh) {
|
148 |
-
|
149 |
-
|
150 |
-
}
|
151 |
-
];
|
152 |
-
|
153 |
-
function run_inline_js() {
|
154 |
-
|
155 |
-
for (var i = 0; i < inline_js.length; i++) {
|
156 |
-
inline_js[i].call(root, root.Bokeh);
|
157 |
-
}
|
158 |
-
|
159 |
-
}
|
160 |
-
|
161 |
-
if (root._bokeh_is_loading === 0) {
|
162 |
-
console.debug("Bokeh: BokehJS loaded, going straight to plotting");
|
163 |
-
run_inline_js();
|
164 |
-
} else {
|
165 |
-
load_libs(css_urls, js_urls, function() {
|
166 |
-
console.debug("Bokeh: BokehJS plotting callback run at", now());
|
167 |
-
run_inline_js();
|
168 |
-
});
|
169 |
-
}
|
170 |
-
}(window));
|
171 |
-
};
|
172 |
-
if (document.readyState != "loading") fn();
|
173 |
-
else document.addEventListener("DOMContentLoaded", fn);
|
174 |
-
})();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|