Hugging Face's logo

Crystalcareai
/
GemMoE-Beta-1

Text Generation
Transformers
gemmoe
custom_code
Model card Files Community
7
Crystalcareai commited on
Commit
3caf34e
•
1 Parent(s): 70caf14

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. config.json +5 -5
  2. pytorch_model-00001-of-00022.bin +3 -0
  3. pytorch_model-00002-of-00022.bin +3 -0
  4. pytorch_model-00003-of-00022.bin +3 -0
  5. pytorch_model-00004-of-00022.bin +3 -0
  6. pytorch_model-00005-of-00022.bin +3 -0
  7. pytorch_model-00006-of-00022.bin +3 -0
  8. pytorch_model-00007-of-00022.bin +3 -0
  9. pytorch_model-00008-of-00022.bin +3 -0
  10. pytorch_model-00009-of-00022.bin +3 -0
  11. pytorch_model-00010-of-00022.bin +3 -0
  12. pytorch_model-00011-of-00022.bin +3 -0
  13. pytorch_model-00012-of-00022.bin +3 -0
  14. pytorch_model-00013-of-00022.bin +3 -0
  15. pytorch_model-00014-of-00022.bin +3 -0
  16. pytorch_model-00015-of-00022.bin +3 -0
  17. pytorch_model-00016-of-00022.bin +3 -0
  18. pytorch_model-00017-of-00022.bin +3 -0
  19. pytorch_model-00018-of-00022.bin +3 -0
  20. pytorch_model-00019-of-00022.bin +3 -0
  21. pytorch_model-00020-of-00022.bin +3 -0
  22. pytorch_model-00021-of-00022.bin +3 -0
  23. pytorch_model-00022-of-00022.bin +3 -0
  24. pytorch_model.bin.index.json +0 -0
config.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
- "_name_or_path": "Crystalcareai/GemMoE-Beta",
3
  "architectures": [
4
  "GemmoeForCausalLM"
5
  ],
6
- "auto_map": {
7
- "AutoConfig": "configuration_gemmoe.GemmoeConfig",
8
- "AutoModelForCausalLM": "modeling_gemmoe.GemmoeForCausalLM"
9
- },
10
  "attention_bias": false,
11
  "attention_dropout": 0.0,
 
 
 
 
12
  "bos_token_id": 2,
13
  "eos_token_id": 1,
14
  "head_dim": 256,
 
1
  {
2
+ "_name_or_path": "Crystalcareai/GemMoE-Beta-1",
3
  "architectures": [
4
  "GemmoeForCausalLM"
5
  ],
 
 
 
 
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
+ "auto_map": {
9
+ "AutoConfig": "Crystalcareai/GemMoE-Beta-1--configuration_gemmoe.GemmoeConfig",
10
+ "AutoModelForCausalLM": "Crystalcareai/GemMoE-Beta-1--modeling_gemmoe.GemmoeForCausalLM"
11
+ },
12
  "bos_token_id": 2,
13
  "eos_token_id": 1,
14
  "head_dim": 256,
pytorch_model-00001-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64de245eb76e8f6280b2a2a12e92b698158b182d7fdac94b90afb9df00c86cf
3
+ size 4995475606
pytorch_model-00002-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dcc4f44946ee15a94e6974dcf0869e642da2bfd98ae7d98212716686a04c683
3
+ size 4882308808
pytorch_model-00003-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14ae715fec9d52d99e53a1acf019c41f22b3adb74c12fe3ab113de0361c3780d
3
+ size 4932577016
pytorch_model-00004-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95af35bf4c2d3dcdc7de6121a121e845991c2329f91894252225ea1cac9cb720
3
+ size 4932577016
pytorch_model-00005-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f00a7b815e027e01c736f8bdee8a20faf185e1791e5dd79ffcecfe58b265c0c8
3
+ size 4882308820
pytorch_model-00006-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8a9112c5adfc1e426abfc0d1a4b5d1860a2036589933aafaa52cd83129210f
3
+ size 4932577016
pytorch_model-00007-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7a4a2201fab9aee21c5e073012ef9ce3c7965fe45df2b6cacb73de9948e369
3
+ size 4932577016
pytorch_model-00008-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f4e09e151f849b34fc8d1bd0448964fd2c61541fc6d60ff9121b288a1792bc
3
+ size 4882308920
pytorch_model-00009-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24898923a400e39b7e9ba1baf60e7afbd5e57b0a7c6289fe75ddaeb3a7e848c9
3
+ size 4932577016
pytorch_model-00010-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85deaa53c5ff0d55aa71513662c2fa9b280d735a52d172b9e98ad8b1e17e2809
3
+ size 4932577016
pytorch_model-00011-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e5dc32dcc9b4a8c631346fddcc2b9db13c32c288334e07e860194c71cd221f1
3
+ size 4882308920
pytorch_model-00012-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3932b8e3ba3ba4608cd47b6d7a860bad2161a63d730debd1c4751972d76cc98b
3
+ size 4932577016
pytorch_model-00013-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29b03cda3e8085eecdd7bf0c1934b8331cbad1ca543e5b9a6e15c358d37f3b15
3
+ size 4932577016
pytorch_model-00014-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4de8855e3f909aee1d37b3170a3bc375ee87edc1896a66276ccc92832653a2a1
3
+ size 4882308920
pytorch_model-00015-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c88ee9e3a98ec054ddef570f21c5f6d74c346bccbbe74c80bab60650fa192015
3
+ size 4932577016
pytorch_model-00016-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ccd70d9f7db41eadf983dba4d07052b7c031359226722208570d70d187dad1
3
+ size 4932577016
pytorch_model-00017-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bbb7260f2385caf2d9a1a9a7380ce9e3498e75a3b5a8e39bdd5dceec577f2a3
3
+ size 4882308944
pytorch_model-00018-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4340c683c55858a9f8ec1bba2cb5858bda0382114cf3a43347891de90f9d8a2c
3
+ size 4932577016
pytorch_model-00019-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5bc993a4f183b1a0b6ef34cd7b1483ece522269fd0a044695dcf12b3d225231
3
+ size 4932577016
pytorch_model-00020-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f6dc74514ed9050cd37b0d935b89ef61d015f83eb41d6d43273bc322926591
3
+ size 4982922376
pytorch_model-00021-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8edbf5d14882530234bc4bc7ba5074347851c34a48757701a93f49fa0469d600
3
+ size 4982958830
pytorch_model-00022-of-00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420afa41a78f76fa184d969b5388bda24eb23bd755e90199309e4630680db96b
3
+ size 2415944832
pytorch_model.bin.index.json CHANGED
The diff for this file is too large to render. See raw diff