eduardo-alvarez commited on
Commit
f800963
1 Parent(s): adcaec0

updating inference tested for gemma models

Browse files
status/leaderboard_status_041624.csv CHANGED
@@ -6,10 +6,10 @@ Inference Tested,Model,Average,Training Hardware,ARC,HellaSwag,MMLU,TruthfulQA,W
6
  <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Intel/neural-chat-7b-v3-1,69.89,Gaudi,65.7,83.54,62.12,59.48,78.61,fine-tuned,int8,7,Intel Developer Cloud,Intel Engineering
7
  <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Intel/neural-chat-7b-v3-1,69.972,Gaudi,66.3,83.6,62.44,59.54,77.98,fine-tuned,bf16,7,Intel Developer Cloud,Intel Engineering
8
  <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Intel/neural-chat-7b-v3-1,68.256,Gaudi,64.25,82.49,60.79,56.4,77.35,fine-tuned,int4,7,Intel Developer Cloud,Intel Engineering
9
- <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,FunDialogues/dollygem-2b-LoRA,49.368,GPU Max,41.55,71.56,35.39,32.59,65.75,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
10
- <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,ThejasElandassery/dallema,49.134,GPU Max,41.64,72.01,33.67,33.08,65.27,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
11
- <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,utkarshsingh99/confused-gemma,49.306,GPU Max,42.06,71.86,34.14,33.2,65.27,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
12
- <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,myasaswin/Gemma2B-LORAfied,49.566,GPU Max,42.56,71.56,35.47,32.57,65.67,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
13
- <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Aprajita0/Gemma-2b-Lora,49.526,GPU Max,42.24,71.88,34.14,33.23,66.14,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
14
- <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,gopalakrishnan-d/gemma-2b-dolly-ds-lora,49.378,GPU Max,42.24,71.88,34.11,33.15,65.51,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
15
- <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,SSK0908/gemma-2b-dolly-qa,49.452,GPU Max,42.15,71.92,33.98,33.15,66.06,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
 
6
  <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Intel/neural-chat-7b-v3-1,69.89,Gaudi,65.7,83.54,62.12,59.48,78.61,fine-tuned,int8,7,Intel Developer Cloud,Intel Engineering
7
  <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Intel/neural-chat-7b-v3-1,69.972,Gaudi,66.3,83.6,62.44,59.54,77.98,fine-tuned,bf16,7,Intel Developer Cloud,Intel Engineering
8
  <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Intel/neural-chat-7b-v3-1,68.256,Gaudi,64.25,82.49,60.79,56.4,77.35,fine-tuned,int4,7,Intel Developer Cloud,Intel Engineering
9
+ <p>&#129000 &#128998 &#128997 &#128992</p>,FunDialogues/dollygem-2b-LoRA,49.368,GPU Max,41.55,71.56,35.39,32.59,65.75,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
10
+ <p>&#129000 &#128998 &#128997 &#128992</p>,ThejasElandassery/dallema,49.134,GPU Max,41.64,72.01,33.67,33.08,65.27,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
11
+ <p>&#129000 &#128998 &#128997 &#128992</p>,utkarshsingh99/confused-gemma,49.306,GPU Max,42.06,71.86,34.14,33.2,65.27,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
12
+ <p>&#129000 &#128998 &#128997 &#128992</p>,myasaswin/Gemma2B-LORAfied,49.566,GPU Max,42.56,71.56,35.47,32.57,65.67,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
13
+ <p>&#129000 &#128998 &#128997 &#128992</p>,Aprajita0/Gemma-2b-Lora,49.526,GPU Max,42.24,71.88,34.14,33.23,66.14,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
14
+ <p>&#129000 &#128998 &#128997 &#128992</p>,gopalakrishnan-d/gemma-2b-dolly-ds-lora,49.378,GPU Max,42.24,71.88,34.11,33.15,65.51,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
15
+ <p>&#129000 &#128998 &#128997 &#128992</p>,SSK0908/gemma-2b-dolly-qa,49.452,GPU Max,42.15,71.92,33.98,33.15,66.06,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador