1 contributor

History: 37 commits

austinsilveria

9a6254dde942f9b792581942c7973e3bfa532b5bfe8b797949cc3f621c344b6b

6087c62 7 months ago

.gitattributes
24.3 kB

9a6254dde942f9b792581942c7973e3bfa532b5bfe8b797949cc3f621c344b6b 7 months ago
LICENSE

10.6 kB

Update LICENSE 7 months ago
README.md

63 Bytes

initial commit 7 months ago
decoder.embed_positions.weight

29.4 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.embed_tokens.weight

721 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.final_layer_norm.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.final_layer_norm.weight

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.-1.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.-1.attn-head-sparsity-predictor.2.weight

226 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.attn-head-sparsity-predictor.2.weight

226 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.fc1.bias

57.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.fc1.weight

411 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.fc2.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.fc2.weight

411 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.final_layer_norm.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.final_layer_norm.weight

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.self_attn.catted_head_biases

43 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.self_attn.catted_head_weights

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.0.self_attn.out_proj.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.0.self_attn_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.0.self_attn_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.attn-head-sparsity-predictor.2.weight

226 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.fc1.bias

57.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.fc1.weight

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.fc2.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.fc2.weight

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.final_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.final_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn.catted_head_biases

43 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn.catted_head_weights

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn.out_proj.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.attn-head-sparsity-predictor.2.weight

226 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.fc1.bias

57.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.fc1.weight

411 MB
LFS

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.fc2.bias

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.fc2.weight

411 MB
LFS

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.final_layer_norm.bias

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.final_layer_norm.weight

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.self_attn.catted_head_biases

43 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago