1 contributor

History: 33 commits

austinsilveria

71fa00fbd93c24ecd2e2088efc3b402536ba40183c6de11323f5efa4b7fa93a2

8bbea59 7 months ago

.gitattributes
21.6 kB

71fa00fbd93c24ecd2e2088efc3b402536ba40183c6de11323f5efa4b7fa93a2 7 months ago
LICENSE

10.6 kB

Update LICENSE 7 months ago
README.md

63 Bytes

initial commit 7 months ago
decoder.embed_positions.weight

29.4 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.embed_tokens.weight

721 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.final_layer_norm.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.final_layer_norm.weight

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.-1.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.-1.attn-head-sparsity-predictor.2.weight

226 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.attn-head-sparsity-predictor.2.weight

226 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.fc1.bias

57.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.fc1.weight

411 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.fc2.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.fc2.weight

411 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.final_layer_norm.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.final_layer_norm.weight

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.self_attn.catted_head_biases

43 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 7 months ago
decoder.layers.0.self_attn.catted_head_weights

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.0.self_attn.out_proj.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.0.self_attn_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.0.self_attn_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.attn-head-sparsity-predictor.2.weight

226 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.fc1.bias

57.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.fc1.weight

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.fc2.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.fc2.weight

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.final_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.final_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn.catted_head_biases

43 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn.catted_head_weights

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn.out_proj.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.1.self_attn_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.attn-head-sparsity-predictor.2.weight

226 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.fc1.bias

57.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 7 months ago
decoder.layers.10.fc1.weight

411 MB
LFS

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.fc2.bias

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.fc2.weight

411 MB
LFS

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.final_layer_norm.bias

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.final_layer_norm.weight

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago
decoder.layers.10.self_attn.catted_head_biases

43 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 7 months ago