1 contributor

History: 19 commits

austinsilveria

ff9da978ecf56d14fd9437cafa9e856fba591d5cee606347611556528e29fbbe

1387cf3 9 months ago

.gitattributes
12.7 kB

ff9da978ecf56d14fd9437cafa9e856fba591d5cee606347611556528e29fbbe 9 months ago
LICENSE

10.6 kB

Update LICENSE 9 months ago
README.md

63 Bytes

initial commit 9 months ago
decoder.embed_positions.weight

29.4 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.embed_tokens.weight

721 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.final_layer_norm.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.final_layer_norm.weight

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.-1.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.-1.attn-head-sparsity-predictor.2.weight

226 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.attn-head-sparsity-predictor.2.weight

226 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.fc1.bias

57.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.fc1.weight

411 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.fc2.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.fc2.weight

411 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.final_layer_norm.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.final_layer_norm.weight

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.self_attn.catted_head_biases

43 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 9 months ago
decoder.layers.0.self_attn.catted_head_weights

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.0.self_attn.out_proj.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.0.self_attn_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.0.self_attn_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.attn-head-sparsity-predictor.2.weight

226 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.fc1.bias

57.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.fc1.weight

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.fc2.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.fc2.weight

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.final_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.final_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.self_attn.catted_head_biases

43 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.self_attn.catted_head_weights

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.self_attn.out_proj.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.self_attn_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.1.self_attn_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.10.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.10.attn-head-sparsity-predictor.2.weight

226 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.10.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.10.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.10.fc1.bias

57.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 9 months ago
decoder.layers.10.fc1.weight

411 MB
LFS

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 9 months ago
decoder.layers.10.fc2.bias

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 9 months ago
decoder.layers.10.fc2.weight

411 MB
LFS

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 9 months ago
decoder.layers.10.final_layer_norm.bias

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 9 months ago
decoder.layers.10.final_layer_norm.weight

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 9 months ago
decoder.layers.10.self_attn.catted_head_biases

43 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 9 months ago