Nexesenex commited on
Commit
802b8f8
1 Parent(s): 72a408c

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +27 -0
README.md ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ GGUF Quants with iMatrix for the following model :
2
+
3
+ ---
4
+
5
+ Benchs of the previous version :
6
+
7
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,Arc-Challenge,54.18060201,,299,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
8
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,Arc-Easy,75.08771930,,570,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
9
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,Hellaswag,83,400,2024-01-27 00:00:00,,70b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
10
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,Hellaswag_Bin,78.25,400,2024-01-27 00:00:00,,70b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
11
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,MMLU,40.25559105,,313,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
12
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,Thruthful-QA,43.08445532,,817,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
13
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,Winogrande,77.6638,,1267,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
14
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,wikitext,6.1287,512,81,2024-01-27 00:00:00,,70b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
15
+ - fusionnet_34bx2_moe.Q2_K.gguf,-,wikitext,5.8446,4096,21,2024-01-27 00:00:00,,70b,Llama_2,4096,,,GGUF,TomGrc,TheBloke,
16
+
17
+ Benchs of this version :
18
+
19
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,Arc-Challenge,58.86287625,,299,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,
20
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,Arc-Easy,77.19298246,,570,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,
21
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,Hellaswag,85,400,2024-01-27 00:00:00,,70b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,
22
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,Hellaswag_Bin,79.5,400,2024-01-27 00:00:00,,70b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,
23
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,MMLU,42.49201278,,313,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,
24
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,Thruthful-QA,45.16523868,,817,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,
25
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,Winogrande,79.0055,,1267,2024-01-27 05:40:00,,01.3b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,
26
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,wikitext,5.8015,512,512,2024-01-27 00:00:00,,70b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,
27
+ - FusionNet_34Bx2_MoE_v0.1-b2054-iMat-c32_ch500-Q2_K.gguf,-,wikitext,10.0340,4096,21,2024-01-27 00:00:00,,70b,Llama_2,4096,,,GGUF,TomGrc,Nexesenex,