Hugging Face's logo

aws-neuron
/
SOLAR-10.7B-v1.0-neuron

Text Generation
Transformers
PyTorch
English
llama
inferentia2
neuron
text-generation-inference
Model card Files Community
1
jburtoft commited on
Commit
e4a13b3
•
1 Parent(s): d2c6bb6

Upload folder using huggingface_hub (#1)

Browse files

- 9baf68f25225e25f0cf14788e00887629a2702ae956b76bdb4f615262d70399f (67b593a99f65cc2a5545766f59ced0000daebddb)
- bcfd30e76af5602ad2559f23306420ddb15ba919478b3e9097b9165659af42cf (7a06bea762f20de5a62a5e77c2013de859a31f39)
- 29fd63f096633a662da3b0157d8625639e714d6d49cc62a738d2c59c171ebe8b (b9252227d4df812c38c42c874bf9ed195f102472)
- 327bc00096a042d80c44b7c57c067769a97b512f379d2beb83b59b8f87498dde (375e3349716026d0cc6454b505ddae9f54fde234)
- 672068cb6f8f3b30fb85a7f1a86373148199225903a05bef16376bd8cd708de5 (6e0ef4758f73ba9700889717afdb60e8e74648b3)
- c17aba8cb1af1618c1913a34df7711ccd3acbe59b5ce7ab3ec15e358398527bf (1b8c5a00714b08c875fab9932430c5515615954d)
- 6b3602adc39bec31b0715f206bac9b7ffa5827eee0e502c861097fde1bbc5f4b (00cd3f2ab991c8d7c1ffa8dfc661129c150c68ae)
- a54ccd2453e6ac3062544174f0438f0304bd649997cb1830fb3e6c3f06001bcf (74902c074de9cc6ba9be7e05f2039e17622b2351)
- 54845a1e98f5aeffda8b745bcb06d69be14aa96dc97c201e552e52676ea11127 (9504409e05b500c4fe3f9e8fff8816d6f5af9e0c)
- a96e90a1dbbc338a4e66b273d4873e5167379a3263bf76104d43a985649d8259 (4596d1a2ed8956555a35e203625c3f90ee6a1eeb)
- 67c2d0c8bca4f0af46228fa2df85d4a9ad8e898e40b1c55adc326ca5e1f9ae80 (050652e60484e82b81b20e5664642aaf8930521f)
- b103556ce7f2bcb66146e0f9f4048f151c32e65544b0e2fd199d6fd382f079a8 (ffdb2e854a7cc2a18c04a9414cf3b62d614bfa5b)
- 4ba0587d21ffe08290719c2d0dbfbea8ffc709b98b329b13ccb2723af9a9aa2e (2fffa4f91d29647a5dbacd9286800edd6e45b5a7)
- 995e9a82f940d57432ccb02fbd770ffaee43d9c169e0f411b0f090f692904d81 (31a4535c8256d61fc5b4a9e59b1ab778679f4856)
- e007c65a3117b0864bcc89eec1c3541ab929e0d0f29bcccb6284692f111448d4 (926eb5a2bf50e8b99a1675eb9b20646692fb5f99)
- 58974e6a639d3105476bf18887b5bcb12cbc91a090946c61cdce93b53391ea72 (92d4770ee6a4032a3fe6c51fe2b2bffaf9a501d9)
- c4d2a26bfe1f133ec70af9a741768e7599ef02f6c4122bc9588935c586a31eea (055f4bff47e428de1f4f995e40fdf157f9c13dd7)
- f88a38b11ffcb39d1f076005f722ed3bc81dd19c93a42780110e9be9446f184c (dac7362ab319867d26fc57385ff26ba3e4020227)
- 061b98c74770c9dd434338422be66b29c5bbf13d4542b7c96f169b62540a68cf (45af3293c655230490566602bbed1d6e50c714ba)
- aaeb82add04961495089fc545338f1c056af544f0a24e53effb9f6b94679a446 (7467c3d7595beaff59595731a3337448c20cb17d)
- 3416af9117b1ef1880ab69e85fdeabdece14fd0a93e322afeaa5b876d7eac202 (585930025bb87e57fea7bc8130b8749a447a7b4c)
- f7a574324212988ab1253e410c391c52fc263936f123cf6cfba02c2e7b5d3f42 (5065db7490594a1c5920fde074fcd2fb5e7f0e04)

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +12 -0
  2. checkpoint/config.json +27 -0
  3. checkpoint/generation_config.json +7 -0
  4. checkpoint/pytorch_model.bin/key_to_filename.json +3 -0
  5. checkpoint/pytorch_model.bin/p0.model.embed_tokens.weight +3 -0
  6. checkpoint/pytorch_model.bin/p1.model.layers.0.self_attn.q_proj.weight +3 -0
  7. checkpoint/pytorch_model.bin/p10.model.layers.1.self_attn.q_proj.weight +3 -0
  8. checkpoint/pytorch_model.bin/p100.model.layers.11.self_attn.q_proj.weight +3 -0
  9. checkpoint/pytorch_model.bin/p101.model.layers.11.self_attn.k_proj.weight +3 -0
  10. checkpoint/pytorch_model.bin/p102.model.layers.11.self_attn.v_proj.weight +3 -0
  11. checkpoint/pytorch_model.bin/p103.model.layers.11.self_attn.o_proj.weight +3 -0
  12. checkpoint/pytorch_model.bin/p104.model.layers.11.mlp.gate_proj.weight +3 -0
  13. checkpoint/pytorch_model.bin/p105.model.layers.11.mlp.up_proj.weight +3 -0
  14. checkpoint/pytorch_model.bin/p106.model.layers.11.mlp.down_proj.weight +3 -0
  15. checkpoint/pytorch_model.bin/p107.model.layers.11.input_layernorm.weight +3 -0
  16. checkpoint/pytorch_model.bin/p108.model.layers.11.post_attention_layernorm.weight +3 -0
  17. checkpoint/pytorch_model.bin/p109.model.layers.12.self_attn.q_proj.weight +3 -0
  18. checkpoint/pytorch_model.bin/p11.model.layers.1.self_attn.k_proj.weight +3 -0
  19. checkpoint/pytorch_model.bin/p110.model.layers.12.self_attn.k_proj.weight +3 -0
  20. checkpoint/pytorch_model.bin/p111.model.layers.12.self_attn.v_proj.weight +3 -0
  21. checkpoint/pytorch_model.bin/p112.model.layers.12.self_attn.o_proj.weight +3 -0
  22. checkpoint/pytorch_model.bin/p113.model.layers.12.mlp.gate_proj.weight +3 -0
  23. checkpoint/pytorch_model.bin/p114.model.layers.12.mlp.up_proj.weight +3 -0
  24. checkpoint/pytorch_model.bin/p115.model.layers.12.mlp.down_proj.weight +3 -0
  25. checkpoint/pytorch_model.bin/p116.model.layers.12.input_layernorm.weight +3 -0
  26. checkpoint/pytorch_model.bin/p117.model.layers.12.post_attention_layernorm.weight +3 -0
  27. checkpoint/pytorch_model.bin/p118.model.layers.13.self_attn.q_proj.weight +3 -0
  28. checkpoint/pytorch_model.bin/p119.model.layers.13.self_attn.k_proj.weight +3 -0
  29. checkpoint/pytorch_model.bin/p12.model.layers.1.self_attn.v_proj.weight +3 -0
  30. checkpoint/pytorch_model.bin/p120.model.layers.13.self_attn.v_proj.weight +3 -0
  31. checkpoint/pytorch_model.bin/p121.model.layers.13.self_attn.o_proj.weight +3 -0
  32. checkpoint/pytorch_model.bin/p122.model.layers.13.mlp.gate_proj.weight +3 -0
  33. checkpoint/pytorch_model.bin/p123.model.layers.13.mlp.up_proj.weight +3 -0
  34. checkpoint/pytorch_model.bin/p124.model.layers.13.mlp.down_proj.weight +3 -0
  35. checkpoint/pytorch_model.bin/p125.model.layers.13.input_layernorm.weight +3 -0
  36. checkpoint/pytorch_model.bin/p126.model.layers.13.post_attention_layernorm.weight +3 -0
  37. checkpoint/pytorch_model.bin/p127.model.layers.14.self_attn.q_proj.weight +3 -0
  38. checkpoint/pytorch_model.bin/p128.model.layers.14.self_attn.k_proj.weight +3 -0
  39. checkpoint/pytorch_model.bin/p129.model.layers.14.self_attn.v_proj.weight +3 -0
  40. checkpoint/pytorch_model.bin/p13.model.layers.1.self_attn.o_proj.weight +3 -0
  41. checkpoint/pytorch_model.bin/p130.model.layers.14.self_attn.o_proj.weight +3 -0
  42. checkpoint/pytorch_model.bin/p131.model.layers.14.mlp.gate_proj.weight +3 -0
  43. checkpoint/pytorch_model.bin/p132.model.layers.14.mlp.up_proj.weight +3 -0
  44. checkpoint/pytorch_model.bin/p133.model.layers.14.mlp.down_proj.weight +3 -0
  45. checkpoint/pytorch_model.bin/p134.model.layers.14.input_layernorm.weight +3 -0
  46. checkpoint/pytorch_model.bin/p135.model.layers.14.post_attention_layernorm.weight +3 -0
  47. checkpoint/pytorch_model.bin/p136.model.layers.15.self_attn.q_proj.weight +3 -0
  48. checkpoint/pytorch_model.bin/p137.model.layers.15.self_attn.k_proj.weight +3 -0
  49. checkpoint/pytorch_model.bin/p138.model.layers.15.self_attn.v_proj.weight +3 -0
  50. checkpoint/pytorch_model.bin/p139.model.layers.15.self_attn.o_proj.weight +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ compiled/0b2352566796e812d0d8.neff filter=lfs diff=lfs merge=lfs -text
37
+ compiled/1aed84373d84de16c05b.neff filter=lfs diff=lfs merge=lfs -text
38
+ compiled/395425895c871a0d8f5e.neff filter=lfs diff=lfs merge=lfs -text
39
+ compiled/3d4c056411577db6cd3b.neff filter=lfs diff=lfs merge=lfs -text
40
+ compiled/80dc12485d570fe089f2.neff filter=lfs diff=lfs merge=lfs -text
41
+ compiled/84087cfe60b043deda3c.neff filter=lfs diff=lfs merge=lfs -text
42
+ compiled/96b8b9213ccdf2b20d74.neff filter=lfs diff=lfs merge=lfs -text
43
+ compiled/9c744de6b7316a2025b1.neff filter=lfs diff=lfs merge=lfs -text
44
+ compiled/a0a00cf0c124a9a6699e.neff filter=lfs diff=lfs merge=lfs -text
45
+ compiled/b1df3d608830a52bdeaa.neff filter=lfs diff=lfs merge=lfs -text
46
+ compiled/c641fdd442f297442c76.neff filter=lfs diff=lfs merge=lfs -text
47
+ compiled/d8c34a10f3e1a8067bc2.neff filter=lfs diff=lfs merge=lfs -text
checkpoint/config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "SOLAR-10.7B-v1.0",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 4096,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 14336,
13
+ "max_position_embeddings": 4096,
14
+ "model_type": "llama",
15
+ "num_attention_heads": 32,
16
+ "num_hidden_layers": 48,
17
+ "num_key_value_heads": 8,
18
+ "pretraining_tp": 1,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "rope_theta": 10000.0,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.35.0",
25
+ "use_cache": false,
26
+ "vocab_size": 32000
27
+ }
checkpoint/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.35.0",
6
+ "use_cache": false
7
+ }
checkpoint/pytorch_model.bin/key_to_filename.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:408ad396d329c82ca699a62e277b1af43cd60413c7f5ef275b5fcd12f8913934
3
+ size 39661
checkpoint/pytorch_model.bin/p0.model.embed_tokens.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f826aaa8ff17bf50940f6f7a2563404df0c00287ec3af0414cb98ea4df4b7065
3
+ size 524288789
checkpoint/pytorch_model.bin/p1.model.layers.0.self_attn.q_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782d1fe3043d72ce1916338d2f8ec2c094a5a1a55962b39ca18e3022c025299d
3
+ size 67109756
checkpoint/pytorch_model.bin/p10.model.layers.1.self_attn.q_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd0bfe727386bc395cb9ade3183f514f8c77ab834363df65cd24f12c6609b88d
3
+ size 67109759
checkpoint/pytorch_model.bin/p100.model.layers.11.self_attn.q_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf82cc47336698e73130a5080a993e27c5b568d0fe839dda20563bae4b8ff77
3
+ size 67109765
checkpoint/pytorch_model.bin/p101.model.layers.11.self_attn.k_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ed9e561549e1db150ec6c9bbc0a852efc6d2f2a26fb334e1cc627b864d123a
3
+ size 16778117
checkpoint/pytorch_model.bin/p102.model.layers.11.self_attn.v_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b4413adb71900f5a872de63ae00823310f0843546d441e543616c4671717355
3
+ size 16778117
checkpoint/pytorch_model.bin/p103.model.layers.11.self_attn.o_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d5e810de6a404938eee84aa5dc05982f06a4c8092d65017fa75691521614090
3
+ size 67109765
checkpoint/pytorch_model.bin/p104.model.layers.11.mlp.gate_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cd3ed09ec561001104b63c8ca015dfeb40e64bea27e8f27f90d045a5a1994cb
3
+ size 234881916
checkpoint/pytorch_model.bin/p105.model.layers.11.mlp.up_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ed4095919abdde1eeedc771bcdca92911e9e6076f156e0831537dd2cf14454
3
+ size 234881910
checkpoint/pytorch_model.bin/p106.model.layers.11.mlp.down_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa639d44565cb737af256b0b533e7535b83a2f3a78e7c255abe94fe03194d84
3
+ size 234881916
checkpoint/pytorch_model.bin/p107.model.layers.11.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c729ce40007d4e71f6cdd8102b575fab26947be415da578ca2a76cfe8b31f9
3
+ size 17282
checkpoint/pytorch_model.bin/p108.model.layers.11.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2120204b8442d4e7e5c1a7ab65dd78ae0530241090c9db8129a6fc2059b599a
3
+ size 17309
checkpoint/pytorch_model.bin/p109.model.layers.12.self_attn.q_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3877ba90aa3ccaefe419946b93d40c6df6404d08d7ed4e18eee4796426c84105
3
+ size 67109765
checkpoint/pytorch_model.bin/p11.model.layers.1.self_attn.k_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:761379bb269a38ecba268ee6e91087d6f0bf0443e049b57dd2a5be7337dcedc3
3
+ size 16778111
checkpoint/pytorch_model.bin/p110.model.layers.12.self_attn.k_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c0106a5423ea9775312b727b50427185d827086c05c8c08a386367065c1dac3
3
+ size 16778117
checkpoint/pytorch_model.bin/p111.model.layers.12.self_attn.v_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c584d3b7fe9ba9d25f4a954d5175308f34b3a4b85fe2bc2cd94d372e8060ea
3
+ size 16778117
checkpoint/pytorch_model.bin/p112.model.layers.12.self_attn.o_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b89d9d6818807fd1e346eefc97f29926b3734b28fcf3b4d0b2d2b4373ede360e
3
+ size 67109765
checkpoint/pytorch_model.bin/p113.model.layers.12.mlp.gate_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c4090f834560e92c7232dc8870d1aecdcb45bd2ec20a903708c54e0b4e77917
3
+ size 234881916
checkpoint/pytorch_model.bin/p114.model.layers.12.mlp.up_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa81a37ab9074020465a04b671df6580a4cf212ab3782a5d5e23fa443645cf57
3
+ size 234881910
checkpoint/pytorch_model.bin/p115.model.layers.12.mlp.down_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7200fcd2e741c522a84d2c7ca0c1a85821423a314ab25e442b4b6584cb7f0994
3
+ size 234881916
checkpoint/pytorch_model.bin/p116.model.layers.12.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7f1703016ae6f8514918a1a6574afbbdb8b11fb54b1408aeec2672e60f12ba8
3
+ size 17282
checkpoint/pytorch_model.bin/p117.model.layers.12.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbdb96c574e1c0142b1b2fd8aa18de5f2a0c53359b9bd4cf43d7a0929ebc1d02
3
+ size 17309
checkpoint/pytorch_model.bin/p118.model.layers.13.self_attn.q_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37bb3542a8354804fac30305dea9fbd65eb8941c2cbc0f005a7bafeadaad7680
3
+ size 67109765
checkpoint/pytorch_model.bin/p119.model.layers.13.self_attn.k_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e973bbe6dc804c3a2d03954a6f6a9a25f9460ce3f34f84091bd512e815c17912
3
+ size 16778117
checkpoint/pytorch_model.bin/p12.model.layers.1.self_attn.v_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:644f18088b4f23901932a027b3c2ed4190df8a803ec2a1a40a45423e21a66d80
3
+ size 16778111
checkpoint/pytorch_model.bin/p120.model.layers.13.self_attn.v_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33b025982aae764ee03110acd9eb9661edaeb3d35186c75470c1fa8050a35c02
3
+ size 16778117
checkpoint/pytorch_model.bin/p121.model.layers.13.self_attn.o_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d0966b15e4d5044c09d391ba86e975f02fb0efd01fc23c861f0006b458fc398
3
+ size 67109765
checkpoint/pytorch_model.bin/p122.model.layers.13.mlp.gate_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d3e0bc44911f7b590dfa512d07c457cefe12482f08f323d583f5fc93ed397e
3
+ size 234881916
checkpoint/pytorch_model.bin/p123.model.layers.13.mlp.up_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c9d00145dfc32cd697497930791369b16ecfcf4b91d7c0e0bc0c80b080d06b
3
+ size 234881910
checkpoint/pytorch_model.bin/p124.model.layers.13.mlp.down_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:398ae281eb932dd4bc3fc356eec7bb8735d972214a7214482f325f9cbd134542
3
+ size 234881916
checkpoint/pytorch_model.bin/p125.model.layers.13.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9c570a570fb56002401aa3a8d3fd4b5d3b531dfd7ab7785767718657c4e441
3
+ size 17282
checkpoint/pytorch_model.bin/p126.model.layers.13.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a55dbf0f6443ec840eaca6ea7904e3e136bf5f91b38b97148b562e0c24577c1
3
+ size 17309
checkpoint/pytorch_model.bin/p127.model.layers.14.self_attn.q_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a86a0d629833c78f53d3786d905c04efa1d069d54d0489b0e48d56e7f3e8ea82
3
+ size 67109765
checkpoint/pytorch_model.bin/p128.model.layers.14.self_attn.k_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31a247dd8041b5eac55b260fb366a967b9e187f310703bed3fe55e9bc0d309a4
3
+ size 16778117
checkpoint/pytorch_model.bin/p129.model.layers.14.self_attn.v_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:445f6d9ba83bcad5e7cd0a9d22949737d49c3bead06517721dafb9d798d33f3d
3
+ size 16778117
checkpoint/pytorch_model.bin/p13.model.layers.1.self_attn.o_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32cb7e9da53dd1625e7f0976562786a30916f8dd90aed8f095ab2079d2f931b2
3
+ size 67109759
checkpoint/pytorch_model.bin/p130.model.layers.14.self_attn.o_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0169ef5800403561b0a0bb78928dc19006186a989070c3aac87b9ebf6c946cd1
3
+ size 67109765
checkpoint/pytorch_model.bin/p131.model.layers.14.mlp.gate_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc697bb9b6faeba36b4a438b14b5d988dcd05d50401a3be8eb45af5f228213a
3
+ size 234881916
checkpoint/pytorch_model.bin/p132.model.layers.14.mlp.up_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e8830996c79dee77c323585d8871ff491697021687bece8afb7fdee7bf13a3
3
+ size 234881910
checkpoint/pytorch_model.bin/p133.model.layers.14.mlp.down_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e45fee4ee449cd779129af4077efb7b4da541432feb8543ee38275baa71a978
3
+ size 234881916
checkpoint/pytorch_model.bin/p134.model.layers.14.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be6913c8e37f39fe6316649504a089e387bbab2f7ccb8d05ebae3650020b641
3
+ size 17282
checkpoint/pytorch_model.bin/p135.model.layers.14.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1912b33a4d02d39963fc860f40171f3cca5080226603dcac6b20eca246f7bd38
3
+ size 17309
checkpoint/pytorch_model.bin/p136.model.layers.15.self_attn.q_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e15b224fbd38c764bfa3a0ddcee77e3b3112e8df5a2cb026b85cb336f7fefb11
3
+ size 67109765
checkpoint/pytorch_model.bin/p137.model.layers.15.self_attn.k_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b7baf33248957b34e92cc479b78ae7915842743d248e4c08a7d0e6fc14655a
3
+ size 16778117
checkpoint/pytorch_model.bin/p138.model.layers.15.self_attn.v_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baa51b5d85b8325cb6f11555071e8fa1663eb0799be27c0c5d3e7ac40dff7410
3
+ size 16778117
checkpoint/pytorch_model.bin/p139.model.layers.15.self_attn.o_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221c0fa02b4ed0dab30d6b99a21c1d95c3beeee2a778c243df60d2b7cf0c7092
3
+ size 67109765