Hugging Face's logo

gaianet
/
Palmyra-Fin-70B-32K-GGUF

Text Generation
GGUF
English
llama
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
5b8b137
•
1 Parent(s): 36a2a10

Update models

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. Palmyra-Fin-70B-32K-Q2_K.gguf +3 -0
  3. Palmyra-Fin-70B-32K-Q3_K_L.gguf +3 -0
  4. Palmyra-Fin-70B-32K-Q3_K_M.gguf +3 -0
  5. Palmyra-Fin-70B-32K-Q3_K_S.gguf +3 -0
  6. Palmyra-Fin-70B-32K-Q4_0.gguf +3 -0
  7. Palmyra-Fin-70B-32K-Q4_K_M.gguf +3 -0
  8. Palmyra-Fin-70B-32K-Q4_K_S.gguf +3 -0
  9. Palmyra-Fin-70B-32K-Q5_0.gguf +3 -0
  10. Palmyra-Fin-70B-32K-Q5_K_M.gguf +3 -0
  11. Palmyra-Fin-70B-32K-Q5_K_S.gguf +3 -0
  12. Palmyra-Fin-70B-32K-Q6_K-00001-of-00002.gguf +3 -0
  13. Palmyra-Fin-70B-32K-Q6_K-00002-of-00002.gguf +3 -0
  14. Palmyra-Fin-70B-32K-Q8_0-00001-of-00003.gguf +3 -0
  15. Palmyra-Fin-70B-32K-Q8_0-00002-of-00003.gguf +3 -0
  16. Palmyra-Fin-70B-32K-Q8_0-00003-of-00003.gguf +3 -0
  17. Palmyra-Fin-70B-32K-f16-00001-of-00005.gguf +3 -0
  18. Palmyra-Fin-70B-32K-f16-00002-of-00005.gguf +3 -0
  19. Palmyra-Fin-70B-32K-f16-00003-of-00005.gguf +3 -0
  20. Palmyra-Fin-70B-32K-f16-00004-of-00005.gguf +3 -0
  21. Palmyra-Fin-70B-32K-f16-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Palmyra-Fin-70B-32K-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Palmyra-Fin-70B-32K-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Palmyra-Fin-70B-32K-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Palmyra-Fin-70B-32K-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Palmyra-Fin-70B-32K-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Palmyra-Fin-70B-32K-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Palmyra-Fin-70B-32K-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Palmyra-Fin-70B-32K-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Palmyra-Fin-70B-32K-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Palmyra-Fin-70B-32K-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Palmyra-Fin-70B-32K-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Palmyra-Fin-70B-32K-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Palmyra-Fin-70B-32K-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Palmyra-Fin-70B-32K-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Palmyra-Fin-70B-32K-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Palmyra-Fin-70B-32K-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Palmyra-Fin-70B-32K-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Palmyra-Fin-70B-32K-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Palmyra-Fin-70B-32K-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Palmyra-Fin-70B-32K-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Palmyra-Fin-70B-32K-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fba0b2f8bd92efbbae11a234eadad674bf213d16af98d14f0605de2b7316faf
3
+ size 26375108864
Palmyra-Fin-70B-32K-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ea5c438380ebf4d1be4eb33af47ec1cf3078c40e43cb2a23e1ea66d733b2d55
3
+ size 37140592896
Palmyra-Fin-70B-32K-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537370ced9b28a95c6abc49454bd4a72c9371c79ab104b8a59430b84a93232a2
3
+ size 34267494656
Palmyra-Fin-70B-32K-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:801a8bff2177122cfb4615e59feb5d38a065cd1e51d5b2b203c50d136a21231e
3
+ size 30912051456
Palmyra-Fin-70B-32K-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8260bd16d75e5fbf0ae71f1bc2b28fd43e6c7a186f892f8779c3b5f0163555d2
3
+ size 39969732864
Palmyra-Fin-70B-32K-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d552952efedb53982390cef1ec89f21291dd275e31dc25d6b228f8ed103032c3
3
+ size 42520393984
Palmyra-Fin-70B-32K-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b05fcf9dea7329ce774b3505197fae76ef92183191ae249514cde1600be56ff6
3
+ size 40347220224
Palmyra-Fin-70B-32K-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71fc95fe026c1caf87accf5745c20f44b9df4150d9823bb77e9ce2c917066c33
3
+ size 48657447168
Palmyra-Fin-70B-32K-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0fa3e25954bd1552feaa3b14b0b3c17c6d72707789fec6f2c3e75dac9e98aa6
3
+ size 49949817088
Palmyra-Fin-70B-32K-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de089d4889441bc42b87b186a7676844cc785acd8cb5debca5e67fbca849af16
3
+ size 48657447168
Palmyra-Fin-70B-32K-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17116747c2d3787211c103bbe938135f98512ded0fa2114a8992230e3b2d0595
3
+ size 29842630496
Palmyra-Fin-70B-32K-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:288e53641cc95a8d96b876190890d1a58846271075ed92cd0d301a99d00ac9d4
3
+ size 28045513312
Palmyra-Fin-70B-32K-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d179e41b0cf322dd34dcd504f1191d603d72b2c25e1684d3efdaacda4a38fd9d
3
+ size 29807940256
Palmyra-Fin-70B-32K-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc14c61b3a517749181ce58a2c6a824800592d36ef0c8096ee054f7e2a53bb79
3
+ size 29753427360
Palmyra-Fin-70B-32K-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14394bcc7a6329586307421de57ae7fc9b31af3d8d0d7544a6629e349c9d26be
3
+ size 15413682688
Palmyra-Fin-70B-32K-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938fbb713f48827cb0f99d88497470e401ef5cd22e46cf840256e237935a6105
3
+ size 29960434400
Palmyra-Fin-70B-32K-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69f629464e279fac7d6eb2eb5f79225613bce46a68a9686a951435640d6575be
3
+ size 29562578048
Palmyra-Fin-70B-32K-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a42bfcf7c1fd58da93f4ebc59e8a71538ae7cca28acdb3430f0838b70c09ebb
3
+ size 29864633824
Palmyra-Fin-70B-32K-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e87d762ce2c778a8eb32ba8e3cecd68cc7a8df9fb6f9718060469a781d6ec4e
3
+ size 29562545216
Palmyra-Fin-70B-32K-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f28b5f69665ada15d788388c6874c7707255b508e403b76c4f5c5d350cb3a6de
3
+ size 22167722464