Hugging Face's logo

Felladrin
/
gguf-internlm2-chat-1_8b

GGUF
Inference Endpoints
conversational
Model card Files Community
Felladrin commited on
Commit
c346e64
•
1 Parent(s): 336f33d

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. internlm2-chat-1_8b.F16.gguf +3 -0
  3. internlm2-chat-1_8b.Q2_K.gguf +3 -0
  4. internlm2-chat-1_8b.Q3_K_M.gguf +3 -0
  5. internlm2-chat-1_8b.Q3_K_S.gguf +3 -0
  6. internlm2-chat-1_8b.Q4_0.gguf +3 -0
  7. internlm2-chat-1_8b.Q4_K_M.gguf +3 -0
  8. internlm2-chat-1_8b.Q4_K_S.gguf +3 -0
  9. internlm2-chat-1_8b.Q5_K_M.gguf +3 -0
  10. internlm2-chat-1_8b.Q5_K_S.gguf +3 -0
  11. internlm2-chat-1_8b.Q6_K.gguf +3 -0
  12. internlm2-chat-1_8b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ internlm2-chat-1_8b.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ internlm2-chat-1_8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ internlm2-chat-1_8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ internlm2-chat-1_8b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ internlm2-chat-1_8b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ internlm2-chat-1_8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ internlm2-chat-1_8b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ internlm2-chat-1_8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ internlm2-chat-1_8b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ internlm2-chat-1_8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ internlm2-chat-1_8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-chat-1_8b.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377e44d5967ea2a51570fbc28448dd8693d0139c73b13b9e773fad783f7bd957
3
+ size 3780559520
internlm2-chat-1_8b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eefd5753fbc2df37bde35844e7ebb82ac4dd7b85ac869157e3c39cf3d51dd3c9
3
+ size 771885728
internlm2-chat-1_8b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06832cb9c425563ab7d86423a7328053324ccbd4f7b7dcb83cce426816b81f74
3
+ size 964412064
internlm2-chat-1_8b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24a88d731fe04a48ccf2ea9af82214b20b41fadb376c644100ee709ec80523e9
3
+ size 888259232
internlm2-chat-1_8b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:152bdd69e110b972bf987a77c325dc0369f8f84666940257fe880741da3da4d1
3
+ size 1113971360
internlm2-chat-1_8b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7385f014c76ff4e7c3112750952e71b05802f08b8f6a5cc73331c6221d3715c
3
+ size 1172363936
internlm2-chat-1_8b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260c2c87ade0c358060bc3d9d8ebfb8d68cf1dadea741e13cb909c743be6c805
3
+ size 1121311392
internlm2-chat-1_8b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c32b7daf4cfc64f0afe4116f635e241f52323fe990e9c3a7607ca27f1f128645
3
+ size 1356487328
internlm2-chat-1_8b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc79d4feff172b2d60e6c35373481c8b1c14d33f5d7e9c3c160be29cfa883ec2
3
+ size 1326406304
internlm2-chat-1_8b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3428aee5090839b1f3c63fb77157d39f622037ec392d34fc5afbd5f5cb3c537
3
+ size 1552118432
internlm2-chat-1_8b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d76f5a3e22f2d936408d16ea47cd29d4261077401f02adb512b54c309e1b482e
3
+ size 2009612960