Hugging Face's logo

smallcloudai
/
codify_3b_multi

Text Generation
Transformers
PyTorch
code
codify
feature-extraction
generation
custom_code
Model card Files Community
smallcloudteam commited on
Commit
319a8e1
•
1 Parent(s): 0becd2a

add model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. bidir_2logits.bias +3 -0
  2. bidir_2logits.weight +3 -0
  3. bidir_2logits_ln.bias +3 -0
  4. bidir_2logits_ln.weight +3 -0
  5. bidir_sa.backproj +3 -0
  6. bidir_sa.backproj_bias +3 -0
  7. bidir_sa.qkv +3 -0
  8. bidir_sa.qkv_bias +3 -0
  9. bidir_sa_ln.bias +3 -0
  10. bidir_sa_ln.weight +3 -0
  11. bounce.ln_final.bias +3 -0
  12. bounce.ln_final.weight +3 -0
  13. bounce.umb_layer.unemb.weight +3 -0
  14. emb +3 -0
  15. layers.001.ln_a.bias +3 -0
  16. layers.001.ln_a.weight +3 -0
  17. layers.001.ln_m.bias +3 -0
  18. layers.001.ln_m.weight +3 -0
  19. layers.001.pw.W1 +3 -0
  20. layers.001.pw.W2 +3 -0
  21. layers.001.pw.b1 +3 -0
  22. layers.001.pw.b2 +3 -0
  23. layers.001.sa.backproj +3 -0
  24. layers.001.sa.backproj_bias +3 -0
  25. layers.001.sa.qkv +3 -0
  26. layers.001.sa.qkv_bias +3 -0
  27. layers.002.ln_a.bias +3 -0
  28. layers.002.ln_a.weight +3 -0
  29. layers.002.ln_m.bias +3 -0
  30. layers.002.ln_m.weight +3 -0
  31. layers.002.pw.W1 +3 -0
  32. layers.002.pw.W2 +3 -0
  33. layers.002.pw.b1 +3 -0
  34. layers.002.pw.b2 +3 -0
  35. layers.002.sa.backproj +3 -0
  36. layers.002.sa.backproj_bias +3 -0
  37. layers.002.sa.qkv +3 -0
  38. layers.002.sa.qkv_bias +3 -0
  39. layers.003.ln_a.bias +3 -0
  40. layers.003.ln_a.weight +3 -0
  41. layers.003.ln_m.bias +3 -0
  42. layers.003.ln_m.weight +3 -0
  43. layers.003.pw.W1 +3 -0
  44. layers.003.pw.W2 +3 -0
  45. layers.003.pw.b1 +3 -0
  46. layers.003.pw.b2 +3 -0
  47. layers.003.sa.backproj +3 -0
  48. layers.003.sa.backproj_bias +3 -0
  49. layers.003.sa.qkv +3 -0
  50. layers.003.sa.qkv_bias +3 -0
bidir_2logits.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d614b4927d6d2b9e572e51bd796559ea62ab887b6c0d678f963f66ae8372c3e
3
+ size 391
bidir_2logits.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8f3ceb0406b47c02f4347847d2e3dde38f1f8c1ad7acb6b1903c957edd41c4
3
+ size 15755
bidir_2logits_ln.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1483caaf238d9e90a525fe40162b85e5ee0dc30d8c98a7ac809b8e43f2a9805
3
+ size 5510
bidir_2logits_ln.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cd3f05afd03408798a7ac15ba0f1c473345e03435b21674269b14ff0ae01ea5
3
+ size 5510
bidir_sa.backproj ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e487bec9464f014472c47b31d5b493e387c1868411e28b423a7c08a4fd2e661
3
+ size 13107607
bidir_sa.backproj_bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df597274fa1237ca4d7e256a70b19f35a6dd948b0717ab0645b5c1affff04f8a
3
+ size 5510
bidir_sa.qkv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339b2926023487cc0b018615dfc099ed11f22fadb99d9e694c3730d98891507e
3
+ size 39322007
bidir_sa.qkv_bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00586985cb7e592836b738a308c7db20433a7d5417b0560804d32957c74a0904
3
+ size 15750
bidir_sa_ln.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a409f5103d1f87645d92f47bde9e4297adfa2d92b51913fbc45331a865f851e4
3
+ size 5510
bidir_sa_ln.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f534be62c5c43f4f521d0cb493a2385086b5e4c12a7a43ddb2aa7b7205da7063
3
+ size 5510
bounce.ln_final.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98f2ea7361672f928b0f23ebafd32fe14eb05bcf83f83b6cd05d5771f1cae835
3
+ size 5510
bounce.ln_final.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:618c2db06dd7944debc0951a0ff83398a1b00a07c44ebedfe5230408692d3e78
3
+ size 5510
bounce.umb_layer.unemb.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d6f0a1fa3987f972bef64f80702abd9393690325de6542a8dfc92f5905707f0
3
+ size 262799767
emb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f10826e98172ad047c0a93162d379d3cc71510a7fc256a2ec264a016339acaee
3
+ size 262799767
layers.001.ln_a.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3528c5d8c2caec63703433da8af9cc14e793cbf57ecaad68822c69415ee494a
3
+ size 5510
layers.001.ln_a.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c10518c2244f3b24486f5b9b9c019cdcffa7eceb34a65696f3248f5efff9298
3
+ size 5510
layers.001.ln_m.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e98a9500b81ccd6c0e172d8b8af76d6a31cce1083b7421926362d4a9f8d11c0
3
+ size 5510
layers.001.ln_m.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aba82c9132d6faebb4d533fe15ac3549d32482de21864113444b3a60865caf60
3
+ size 5510
layers.001.pw.W1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45452ae55f26625f7f7fc0241a93588bb72ac326ee6e70277224ec4cd723b25
3
+ size 52429207
layers.001.pw.W2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:534f717b97eb22569522fafa8bbc0a923b838cbe01a9b20dd7b720cd35351609
3
+ size 52429207
layers.001.pw.b1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc645182f4d87b7cc143a299eea2c4d23b2a173a864519f57c8272177add111c
3
+ size 20870
layers.001.pw.b2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d05f66bc004808fa8d7b50a111182bf81d64cd65b072aa2af2b321b4181d303
3
+ size 5510
layers.001.sa.backproj ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bbdca263a7103de72c3c7a76ca3fb987541b350c21d34cd7034052d8fd89fed
3
+ size 13107607
layers.001.sa.backproj_bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43c8873e0c95cb0274dbd0913ef891cd69ead51b04428da397e98cd1c74ee2a9
3
+ size 5510
layers.001.sa.qkv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a2fc2a1d32348c28941fd7ba217ac93b713a549992e2ae93aebf6ee4e1c8a97
3
+ size 39322007
layers.001.sa.qkv_bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b263744c8efb7852205388187631ffb101c52ff739b9e7d55aecf221ae452d39
3
+ size 15750
layers.002.ln_a.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:780ef78f0d659a3702208ab0450967282f39eccb7bc3a0fb1c7e6b8e194d758d
3
+ size 5510
layers.002.ln_a.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e6f1cb5f43dbddfe5e8e6f74006722179996ebba591022e832b3a4ff3542af
3
+ size 5510
layers.002.ln_m.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3280b2b5990b5af3de13bc5f6ae89b6a14e97c58cae8c74ca4395c5a7aba4ae
3
+ size 5510
layers.002.ln_m.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4289696bb384260f86dfd8d8f8af7864cde37a4428e0576c0368e01780fa6a9d
3
+ size 5510
layers.002.pw.W1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48dc9bf21099d50bddf507c298a677c923417d7f8527fc997e7a798cafd4177f
3
+ size 52429207
layers.002.pw.W2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8057d25fddf3396af71d5b00a0e08722a93666483363853b670008a0e1a1581
3
+ size 52429207
layers.002.pw.b1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40a51caf0a80fc7aa2d6c37d4e42723ca9f3a566a016f48b87f52c7cbfd33e41
3
+ size 20870
layers.002.pw.b2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e71189abdd974b93b0bc3406df94d0e94feb0fe6e0a27707aaff6b0bbd885fd5
3
+ size 5510
layers.002.sa.backproj ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd2cdf8958340de9a19373093508c3a18a399ea9dcb66baea0fae37f65e79d2
3
+ size 13107607
layers.002.sa.backproj_bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6f869f7eac0cfef4204be5dc0ccb1d345e03ee62ef755561cfaab7c101626b
3
+ size 5510
layers.002.sa.qkv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b3101ef47f89d4a173482759d58831183ad5a196728e4062deaef66a3ce95b3
3
+ size 39322007
layers.002.sa.qkv_bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e83970f865f3c3432dbc2f97ad34e03cdd902cf933746ce7e4d30b2da5c9a6c
3
+ size 15750
layers.003.ln_a.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c23b6ca779ce4898cf527015e89de9ae1edcfd2d0f35339e1647cea43b19716
3
+ size 5510
layers.003.ln_a.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e500b829b6d85d6efce779779ec4d58d3a49e531059ffe437224aeab4f72428f
3
+ size 5510
layers.003.ln_m.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47f05b5a25c39edfd3c6cfb402d1e020412ffd36413976c6eb826cc25aec7460
3
+ size 5510
layers.003.ln_m.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4aceb5d1bffbd3065d5e8048204449572d085a6c36c49d3bb09d5e93a30f452
3
+ size 5510
layers.003.pw.W1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a30247eee6ad518d47e68c24883a3f0a5044cecf7d15669aff6e87a3908458b6
3
+ size 52429207
layers.003.pw.W2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3b322bd587c46f7deb4e8abc7ef349a0fb37659a8e945bf5509d5030ab852c
3
+ size 52429207
layers.003.pw.b1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21b3cc054fcf5140d2934ac08f38f6f78f012d0c78019c2d5b6953dfed715a92
3
+ size 20870
layers.003.pw.b2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4809faa9a5b3802e82cf139c6b39e1fec4df71962269b3dc4cd957c277cad7f0
3
+ size 5510
layers.003.sa.backproj ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a593eb5654098c935478d6435898526645b679406a3a1cb6b03c96ed30eb1803
3
+ size 13107607
layers.003.sa.backproj_bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5951a9fb48158138acd190c8609ac7e644cba47f4942023b9bfd667b437e0b88
3
+ size 5510
layers.003.sa.qkv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:832f455f34b3384ec44e457fa85c5824710aff6940e00241a96ec20a0740b0f1
3
+ size 39322007
layers.003.sa.qkv_bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb3542ade9226fb100d44f1d5adfa836b5cc58662379a80e7b9f03b376fcd160
3
+ size 15750