adding leaderboard v0 data

leaderboard_v0_data/energy/asr.csv

@@ -0,0 +1,14 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-06-16-46-40,automatic_speech_recognition,distil-whisper/distil-large-v2,EnergyStarAI/ASR,0.021521125439108245
+0,2024-09-06-18-09-36,automatic_speech_recognition,distil-whisper/distil-medium.en,EnergyStarAI/ASR,0.01697139904933067
+0,2024-09-06-17-50-02,automatic_speech_recognition,distil-whisper/distil-small.en,EnergyStarAI/ASR,0.015568577010407213
+0,2024-09-06-17-01-57,automatic_speech_recognition,openai/whisper-base,EnergyStarAI/ASR,0.016545972820101083
+0,2024-09-06-16-55-44,automatic_speech_recognition,openai/whisper-tiny,EnergyStarAI/ASR,0.013442129142583425
+0,2024-09-06-16-45-14,automatic_speech_recognition,openai/whisper-large-v3,EnergyStarAI/ASR,0.0866790655098633
+0,2024-09-06-17-24-50,automatic_speech_recognition,openai/whisper-small,EnergyStarAI/ASR,0.029965155360993912
+0,2024-09-06-19-00-06,automatic_speech_recognition,openai/whisper-medium,EnergyStarAI/ASR,0.06142162788726289
+0,2024-09-06-17-58-44,automatic_speech_recognition,facebook/s2t-small-librispeech-asr,EnergyStarAI/ASR,0.01720176778918088
+0,2024-09-06-17-58-06,automatic_speech_recognition,facebook/hubert-large-ls960-ft,EnergyStarAI/ASR,0.0016150152086776615
+0,2024-09-06-17-49-54,automatic_speech_recognition,facebook/mms-1b-all,EnergyStarAI/ASR,0.004284854705658603
+0,2024-09-06-16-52-49,automatic_speech_recognition,facebook/wav2vec2-base-960h,EnergyStarAI/ASR,0.0006196989124251928
+0,2024-09-06-17-54-41,automatic_speech_recognition,asapp/sew-d-base-plus-400k-ft-ls100h,EnergyStarAI/ASR,0.0015368147850065128

leaderboard_v0_data/energy/image_captioning.csv

@@ -0,0 +1,11 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-10-17-56-18,image_to_text,Salesforce/blip2-flan-t5-xxl,EnergyStarAI/image_captioning,0.17993096569465764
+0,2024-09-10-17-44-55,image_to_text,Salesforce/blip-image-captioning-large,EnergyStarAI/image_captioning,0.048511440920231054
+0,2024-09-10-17-48-46,image_to_text,Salesforce/blip-image-captioning-base,EnergyStarAI/image_captioning,0.047118370194667136
+0,2024-09-10-17-48-36,image_to_text,Salesforce/blip2-opt-2.7b,EnergyStarAI/image_captioning,0.10133552890169142
+0,2024-09-10-17-50-11,image_to_text,Salesforce/blip2-flan-t5-xl,EnergyStarAI/image_captioning,0.10215210719384231
+0,2024-09-10-18-41-13,image_to_text,Salesforce/blip2-opt-6.7b,EnergyStarAI/image_captioning,0.17495780185501958
+0,2024-09-10-18-21-00,image_to_text,microsoft/git-large-coco,EnergyStarAI/image_captioning,0.17031961717225103
+0,2024-09-10-17-57-20,image_to_text,microsoft/git-base,EnergyStarAI/image_captioning,0.07470560173665604
+0,2024-09-10-17-47-55,image_to_text,sashakunitsyn/vlrm-blip2-opt-2.7b,EnergyStarAI/image_captioning,0.10334738562228481
+0,2024-09-10-17-48-49,image_to_text,google/pix2struct-base,EnergyStarAI/image_captioning,0.04574709020875645

leaderboard_v0_data/energy/image_classification.csv

@@ -0,0 +1,24 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-05-15-55-25,image_classification,deepmind/vision-perceiver-conv,EnergyStarAI/image_classification,0.002641365890868874
+0,2024-09-04-22-54-51,image_classification,microsoft/beit-base-patch16-224,EnergyStarAI/image_classification,0.0007415063154269319
+0,2024-09-04-22-06-45,image_classification,microsoft/resnet-50,EnergyStarAI/image_classification,0.0003904286734538687
+0,2024-09-05-15-31-45,image_classification,microsoft/swin-base-patch4-window12-384,EnergyStarAI/image_classification,0.0015308166135410417
+0,2024-09-05-15-37-23,image_classification,microsoft/resnet-18,EnergyStarAI/image_classification,0.00029911504484738673
+0,2024-09-04-22-58-16,image_classification,microsoft/swinv2-large-patch4-window12-192-22k,EnergyStarAI/image_classification,0.001290521115749399
+0,2024-09-04-22-58-53,image_classification,microsoft/swinv2-large-patch4-window12-192-22k,EnergyStarAI/image_classification,0.0013860879144246495
+0,2024-09-05-15-50-25,image_classification,microsoft/swinv2-tiny-patch4-window8-256,EnergyStarAI/image_classification,0.0007677747808859881
+0,2024-09-04-22-44-06,image_classification,microsoft/swinv2-tiny-patch4-window16-256,EnergyStarAI/image_classification,0.000848116678493227
+0,2024-09-04-22-09-01,image_classification,microsoft/beit-base-patch16-224-pt22k-ft22k,EnergyStarAI/image_classification,0.0007789863176341782
+0,2024-09-04-22-49-34,image_classification,apple/mobilevit-small,EnergyStarAI/image_classification,0.0005120553818661943
+0,2024-09-04-22-09-45,image_classification,WinKawaks/vit-tiny-patch16-224,EnergyStarAI/image_classification,0.0003847505022445574
+0,2024-09-04-22-49-24,image_classification,facebook/convnext-base-384-22k-1k,EnergyStarAI/image_classification,0.0011152139755038703
+0,2024-09-04-22-44-45,image_classification,facebook/convnext-tiny-224,EnergyStarAI/image_classification,0.00045075399949183747
+0,2024-09-04-22-49-56,image_classification,facebook/convnext-large-224,EnergyStarAI/image_classification,0.0009730105839629744
+0,2024-09-05-15-47-07,image_classification,nvidia/mit-b5,EnergyStarAI/image_classification,0.0024879305181205067
+0,2024-09-05-15-57-37,image_classification,google/efficientnet-b7,EnergyStarAI/image_classification,0.0018499837577637735
+0,2024-09-04-22-54-33,image_classification,google/vit-base-patch32-384,EnergyStarAI/image_classification,0.0007589946349732202
+0,2024-09-04-22-08-50,image_classification,google/vit-base-patch16-384,EnergyStarAI/image_classification,0.0009914635153924322
+0,2024-09-04-22-08-57,image_classification,google/vit-large-patch32-384,EnergyStarAI/image_classification,0.0011631231249422003
+0,2024-09-04-22-54-36,image_classification,google/mobilenet_v2_1.0_224,EnergyStarAI/image_classification,0.0004064683251744028
+0,2024-09-04-22-07-11,image_classification,google/vit-base-patch16-224,EnergyStarAI/image_classification,0.0005825953549653207
+0,2024-09-04-22-09-33,image_classification,google/bit-50,EnergyStarAI/image_classification,0.0008317437209498735

leaderboard_v0_data/energy/image_generation.csv

@@ -0,0 +1,13 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-04-17-08-46,image_generation_tiny_sd,Mitsua/mitsua-diffusion-one,EnergyStarAI/image_generation,0.18681191386607826
+0,2024-09-04-17-08-42,image_generation_tiny_sd,gsdf/Counterfeit-V2.5,EnergyStarAI/image_generation,0.18736638611521114
+0,2024-09-04-17-01-27,image_generation_tiny_sd,stabilityai/sd-turbo,EnergyStarAI/image_generation,0.18986494633628012
+0,2024-09-04-17-01-31,image_generation_tiny_sd,stabilityai/stable-cascade,EnergyStarAI/image_generation,1.2143555385669864
+0,2024-09-04-17-01-48,image_generation_tiny_sd,stabilityai/stable-diffusion-2-1,EnergyStarAI/image_generation,0.5344667333230447
+0,2024-09-04-17-01-38,image_generation_tiny_sd,stabilityai/sdxl-turbo,EnergyStarAI/image_generation,0.38556879787145704
+0,2024-09-04-16-52-34,image_generation_tiny_sd,stabilityai/stable-diffusion-xl-base-1.0,EnergyStarAI/image_generation,1.6398454721253273
+0,2024-09-04-17-08-19,image_generation_tiny_sd,dreamlike-art/dreamlike-photoreal-2.0,EnergyStarAI/image_generation,0.5813318923429195
+0,2024-09-04-17-01-18,image_generation_tiny_sd,prompthero/openjourney-v4,EnergyStarAI/image_generation,0.20336733122151288
+0,2024-09-04-17-01-27,image_generation_tiny_sd,prompthero/openjourney,EnergyStarAI/image_generation,0.1968802236707196
+0,2024-09-04-17-08-37,image_generation_tiny_sd,SimianLuo/LCM_Dreamshaper_v7,EnergyStarAI/image_generation,0.32204441110754656
+0,2024-09-04-17-08-08,image_generation_tiny_sd,Yntec/epiCPhotoGasm,EnergyStarAI/image_generation,0.5865744907036616

leaderboard_v0_data/energy/object_detection.csv

@@ -0,0 +1,8 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-06-18-40-32,object_detection,microsoft/conditional-detr-resnet-50,EnergyStarAI/object_detection,0.0021445893267811656
+0,2024-09-06-18-19-50,object_detection,facebook/detr-resnet-50-dc5,EnergyStarAI/object_detection,0.003291816716784446
+0,2024-09-06-18-51-02,object_detection,facebook/detr-resnet-50-dc5,EnergyStarAI/object_detection,0.003278611067331205
+0,2024-09-06-18-30-02,object_detection,facebook/detr-resnet-101,EnergyStarAI/object_detection,0.002531398219561254
+0,2024-09-06-16-39-17,object_detection,hustvl/yolos-tiny,EnergyStarAI/object_detection,0.0010041655533324701
+0,2024-09-06-16-40-44,object_detection,hustvl/yolos-small,EnergyStarAI/object_detection,0.003281147624916514
+0,2024-09-06-16-41-05,object_detection,hustvl/yolos-base,EnergyStarAI/object_detection,0.007980927134736682

leaderboard_v0_data/energy/question_answering.csv

@@ -0,0 +1,19 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-06-14-58-58,question_answering,distilbert/distilbert-base-cased-distilled-squad,EnergyStarAI/extractive_qa,0.0002399711641988489
+0,2024-09-05-22-57-19,question_answering,csarron/mobilebert-uncased-squad-v2,EnergyStarAI/extractive_qa,0.0009365245547769518
+0,2024-09-06-14-56-03,question_answering,Intel/dynamic_tinybert,EnergyStarAI/extractive_qa,0.00020857152796818212
+0,2024-09-06-01-22-50,question_answering,Falconsai/question_answering_v2,EnergyStarAI/extractive_qa,0.0002254597081453369
+0,2024-09-06-01-22-48,question_answering,allenai/longformer-large-4096-finetuned-triviaqa,EnergyStarAI/extractive_qa,0.003970963176768194
+0,2024-09-06-15-15-47,question_answering,mrm8488/longformer-base-4096-finetuned-squadv2,EnergyStarAI/extractive_qa,0.0017923508227684515
+0,2024-09-06-01-22-27,question_answering,mrm8488/bert-tiny-finetuned-squadv2,EnergyStarAI/extractive_qa,5.536551651470489e-05
+0,2024-09-06-14-58-51,question_answering,deepset/deberta-v3-large-squad2,EnergyStarAI/extractive_qa,0.0018766848346800202
+0,2024-09-06-14-58-22,question_answering,deepset/minilm-uncased-squad2,EnergyStarAI/extractive_qa,0.00025281523002980145
+0,2024-09-05-22-53-34,question_answering,deepset/bert-large-uncased-whole-word-masking-squad2,EnergyStarAI/extractive_qa,0.0010475373935861399
+0,2024-09-05-22-56-47,question_answering,deepset/deberta-v3-base-squad2,EnergyStarAI/extractive_qa,0.0008124823444305207
+0,2024-09-05-23-01-01,question_answering,deepset/electra-base-squad2,EnergyStarAI/extractive_qa,0.00046862068045072647
+0,2024-09-05-22-53-25,question_answering,timpal0l/mdeberta-v3-base-squad2,EnergyStarAI/extractive_qa,0.0008576797694729521
+0,2024-09-06-01-32-55,question_answering_t5,google-t5/t5-large,EnergyStarAI/extractive_qa,0.07227845601716326
+0,2024-09-06-01-32-31,question_answering_t5,google-t5/t5-11b,EnergyStarAI/extractive_qa,0.17813010925397316
+0,2024-09-06-01-24-52,question_answering_t5,google-t5/t5-3b,EnergyStarAI/extractive_qa,0.08769785824156423
+0,2024-09-06-01-22-36,question_answering_t5,google-t5/t5-base,EnergyStarAI/extractive_qa,0.03436274993462298
+0,2024-09-06-01-24-00,question_answering_t5,google-t5/t5-small,EnergyStarAI/extractive_qa,0.020635068646930498

leaderboard_v0_data/energy/sentence_similarity.csv

@@ -0,0 +1,20 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-10-14-27-29,sentence_similarity_udever-bloom-7b1,mixedbread-ai/mxbai-embed-large-v1,EnergyStarAI/sentence_similarity,0.0005904003056571127
+0,2024-09-10-14-33-10,sentence_similarity_udever-bloom-7b1,thenlper/gte-base,EnergyStarAI/sentence_similarity,0.00024541714077770395
+0,2024-09-10-14-31-32,sentence_similarity_udever-bloom-7b1,thenlper/gte-large,EnergyStarAI/sentence_similarity,0.0005946326979277217
+0,2024-09-10-14-28-25,sentence_similarity_udever-bloom-7b1,BAAI/bge-base-en-v1.5,EnergyStarAI/sentence_similarity,0.00025045711703199915
+0,2024-09-10-14-33-30,sentence_similarity_udever-bloom-7b1,BAAI/bge-small-en-v1.5,EnergyStarAI/sentence_similarity,0.00019392804403253194
+0,2024-09-10-14-26-55,sentence_similarity_udever-bloom-7b1,Salesforce/SFR-Embedding-Mistral,EnergyStarAI/sentence_similarity,0.005220944343417955
+0,2024-09-10-14-32-07,sentence_similarity_udever-bloom-7b1,intfloat/e5-large-v2,EnergyStarAI/sentence_similarity,0.000602341426321118
+0,2024-09-10-14-33-03,sentence_similarity_udever-bloom-7b1,intfloat/e5-base-v2,EnergyStarAI/sentence_similarity,0.0002532799804022545
+0,2024-09-10-14-28-29,sentence_similarity_udever-bloom-7b1,intfloat/multilingual-e5-large-instruct,EnergyStarAI/sentence_similarity,0.000721829410795749
+0,2024-09-10-17-02-04,sentence_similarity_udever-bloom-7b1,GritLM/GritLM-7B,EnergyStarAI/sentence_similarity,0.005025232242405764
+0,2024-09-10-14-34-13,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-3b,EnergyStarAI/sentence_similarity,0.0021527379999682237
+0,2024-09-10-14-33-49,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-7b1,EnergyStarAI/sentence_similarity,0.004704201318912737
+0,2024-09-10-14-34-57,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-1b1,EnergyStarAI/sentence_similarity,0.0009687734694622918
+0,2024-09-10-14-27-57,sentence_similarity_udever-bloom-7b1,WhereIsAI/UAE-Large-V1,EnergyStarAI/sentence_similarity,0.0006006388138438013
+0,2024-09-10-14-31-51,sentence_similarity_udever-bloom-7b1,llmrails/ember-v1,EnergyStarAI/sentence_similarity,0.0005760768775282088
+0,2024-09-10-14-33-15,sentence_similarity_udever-bloom-7b1,nomic-ai/nomic-embed-text-v1,EnergyStarAI/sentence_similarity,0.00038046158214513073
+0,2024-09-10-14-27-41,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-Embedding-v0,EnergyStarAI/sentence_similarity,0.00025826923439282724
+0,2024-09-10-14-27-43,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-large-Embedding-v0,EnergyStarAI/sentence_similarity,0.0005776570454585795
+0,2024-09-10-14-35-36,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-all-MiniLM-L6-v2,EnergyStarAI/sentence_similarity,0.00010632850172953567

leaderboard_v0_data/energy/summarization.csv

@@ -0,0 +1,12 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-06-19-52-58,summarization,pszemraj/led-large-book-summary,EnergyStarAI/summarization,0.004288572430855097
+0,2024-09-06-20-00-03,summarization,facebook/bart-large-cnn,EnergyStarAI/summarization,0.002039253353623671
+0,2024-09-06-19-42-27,summarization,KipperDev/bart_summarizer_model,EnergyStarAI/summarization,0.0007848524889924491
+0,2024-09-06-19-45-46,summarization,google/bigbird-pegasus-large-arxiv,EnergyStarAI/summarization,0.0035238119579359406
+0,2024-09-10-14-27-42,summarization,sshleifer/distilbart-cnn-12-6,EnergyStarAI/summarization,0.0014810019070239377
+0,2024-09-06-20-12-46,summarization,sshleifer/distilbart-xsum-12-1,EnergyStarAI/summarization,0.0010491384226426702
+0,2024-09-06-15-23-26,summarization_t5,google-t5/t5-large,EnergyStarAI/summarization,0.008676504052308687
+0,2024-09-06-15-04-47,summarization_t5,google-t5/t5-11b,EnergyStarAI/summarization,0.034807170929047795
+0,2024-09-06-15-01-03,summarization_t5,google-t5/t5-3b,EnergyStarAI/summarization,0.013240064592043188
+0,2024-09-06-15-46-19,summarization_t5,google-t5/t5-base,EnergyStarAI/summarization,0.0042301939119302025
+0,2024-09-06-15-01-33,summarization_t5,google-t5/t5-small,EnergyStarAI/summarization,0.0022662645907879585

leaderboard_v0_data/energy/text_classification.csv

@@ -0,0 +1,14 @@
+timestamp,task,model,dataset,total_gpu_energy
+2024-09-04-20-43-25,text_classification,nlptown/bert-base-multilingual-uncased-sentiment,EnergyStarAI/text_classification,0.000356581340820838
+2024-09-04-20-53-52,text_classification,bhadresh-savani/electra-base-emotion,EnergyStarAI/text_classification,0.000252136868375885
+2024-09-04-20-46-36,text_classification,distilbert/distilbert-base-uncased-finetuned-sst-2-english,EnergyStarAI/text_classification,0.000217735979745015
+2024-09-04-20-51-02,text_classification,michelecafagna26/gpt2-medium-finetuned-sst2-sentiment,EnergyStarAI/text_classification,0.000801512141209138
+2024-09-04-20-49-06,text_classification,lxyuan/distilbert-base-multilingual-cased-sentiments-student,EnergyStarAI/text_classification,0.000221416899353954
+2024-09-04-20-48-33,text_classification,mnoukhov/gpt2-imdb-sentiment-classifier,EnergyStarAI/text_classification,0.00031876844945895
+2024-09-04-20-28-47,text_classification,lvwerra/distilbert-imdb,EnergyStarAI/text_classification,0.000216021922817511
+2024-09-04-20-44-33,text_classification,Cheng98/bert-large-sst2,EnergyStarAI/text_classification,0.000918014262188649
+2024-09-04-22-01-22,text_classification_t5,google-t5/t5-large,EnergyStarAI/text_classification,0.00791976258580498
+2024-09-04-22-09-36,text_classification_t5,google-t5/t5-11b,EnergyStarAI/text_classification,0.0277870788685343
+2024-09-04-22-01-30,text_classification_t5,google-t5/t5-3b,EnergyStarAI/text_classification,0.0116805158999608
+2024-09-04-21-35-23,text_classification_t5,google-t5/t5-base,EnergyStarAI/text_classification,0.00412636446775529
+2024-09-04-22-01-48,text_classification_t5,google-t5/t5-small,EnergyStarAI/text_classification,0.00221606691174117

leaderboard_v0_data/energy/text_generation.csv

@@ -0,0 +1,52 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-03-20-36-27,text_generation,berkeley-nest/Starling-LM-7B-alpha,EnergyStarAI/text_generation,0.04829386649617336
+0,2024-09-03-17-53-29,text_generation,distilbert/distilgpt2,EnergyStarAI/text_generation,0.001425080278951185
+0,2024-09-03-19-35-39,text_generation,distilbert/distilgpt2,EnergyStarAI/text_generation,0.0014059794303420859
+0,2024-09-03-18-16-33,text_generation,openai-community/gpt2,EnergyStarAI/text_generation,0.002368695394954301
+0,2024-09-03-19-37-40,text_generation,openai-community/gpt2,EnergyStarAI/text_generation,0.002339770899592963
+0,2024-09-03-20-32-52,text_generation,openai-community/gpt2-xl,EnergyStarAI/text_generation,0.013101479925619941
+0,2024-09-03-18-24-01,text_generation,openai-community/gpt2-medium,EnergyStarAI/text_generation,0.004465207961052364
+0,2024-09-03-19-43-32,text_generation,openai-community/gpt2-medium,EnergyStarAI/text_generation,0.004732256035802606
+0,2024-09-03-19-51-07,text_generation,openai-community/gpt2-large,EnergyStarAI/text_generation,0.007908214937677993
+0,2024-09-03-18-23-56,text_generation,openai-community/gpt2-large,EnergyStarAI/text_generation,0.00795154244456233
+0,2024-09-03-18-01-05,text_generation,openai-community/openai-gpt,EnergyStarAI/text_generation,0.004929003832088341
+0,2024-09-03-19-35-45,text_generation,openai-community/openai-gpt,EnergyStarAI/text_generation,0.004807277651374564
+0,2024-09-03-19-49-03,text_generation,microsoft/phi-1,EnergyStarAI/text_generation,0.011351599942383217
+0,2024-09-03-18-23-24,text_generation,microsoft/phi-1,EnergyStarAI/text_generation,0.010815714652564878
+0,2024-09-03-18-23-52,text_generation,microsoft/phi-1_5,EnergyStarAI/text_generation,0.011129023847655618
+0,2024-09-03-19-50-04,text_generation,microsoft/phi-1_5,EnergyStarAI/text_generation,0.010834772973367013
+0,2024-09-03-20-03-08,text_generation,microsoft/phi-2,EnergyStarAI/text_generation,0.019046106403539653
+0,2024-09-04-19-48-08,text2text_generation_aya,CohereForAI/aya-101,EnergyStarAI/text_generation,0.0319398923852269
+0,2024-09-04-13-47-55,text_generation_mixtral-8x22B,CohereForAI/aya-23-35B,EnergyStarAI/text_generation,0.4242194862086494
+0,2024-09-04-13-49-57,text_generation_mixtral-8x22B,CohereForAI/aya-23-35B,EnergyStarAI/text_generation,0.4090310578356927
+0,2024-09-04-18-26-46,text_generation_mixtral-8x22B,CohereForAI/c4ai-command-r-v01,EnergyStarAI/text_generation,0.4270509165293489
+0,2024-09-03-20-46-29,text_generation,CohereForAI/aya-23-8B,EnergyStarAI/text_generation,0.050361238150069404
+0,2024-09-04-17-27-38,text_generation_mixtral-8x22B,CohereForAI/c4ai-command-r-plus,EnergyStarAI/text_generation,1.1198913853846122
+0,2024-09-04-13-41-25,text_generation,allenai/OLMo-1.7-7B-hf,EnergyStarAI/text_generation,0.040721423688223984
+0,2024-09-03-22-03-25,text_generation,allenai/OLMo-1B-hf,EnergyStarAI/text_generation,0.008888103499366019
+0,2024-09-03-20-01-42,text_generation,facebook/opt-2.7b,EnergyStarAI/text_generation,0.019248501371011
+0,2024-09-03-16-31-08,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.002777412360817005
+0,2024-09-03-17-39-23,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.0028910483128370855
+0,2024-09-03-19-35-29,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.002757663511684605
+0,2024-09-04-13-47-53,text_generation_mixtral-8x22B,deepseek-ai/DeepSeek-V2-Lite,EnergyStarAI/text_generation,0.23619988082086446
+0,2024-09-03-20-38-22,text_generation,mistralai/Mistral-7B-v0.1,EnergyStarAI/text_generation,0.0490892784380577
+0,2024-09-04-17-10-56,text_generation_mixtral-8x22B,mistralai/Mixtral-8x7B-v0.1,EnergyStarAI/text_generation,0.3750990944401469
+0,2024-09-03-20-39-22,text_generation,tiiuae/falcon-7b,EnergyStarAI/text_generation,0.0339371245663445
+0,2024-09-04-15-04-54,text_generation_mixtral-8x22B,tiiuae/falcon-40b,EnergyStarAI/text_generation,0.47684789142245093
+0,2024-09-03-20-52-24,text_generation,meta-llama/Meta-Llama-3-8B,EnergyStarAI/text_generation,0.04461719274928115
+0,2024-09-03-20-34-55,text_generation,meta-llama/Llama-2-7b-hf,EnergyStarAI/text_generation,0.04190279988332577
+0,2024-09-04-17-27-41,text_generation_mixtral-8x22B,meta-llama/Meta-Llama-3-70B,EnergyStarAI/text_generation,0.8271958455617003
+0,2024-09-03-21-12-38,text_generation,meta-llama/Meta-Llama-3.1-8B,EnergyStarAI/text_generation,0.045918372318001666
+0,2024-09-04-17-27-38,text_generation_mixtral-8x22B,meta-llama/Meta-Llama-3.1-70B,EnergyStarAI/text_generation,0.85701887019788
+0,2024-09-03-21-47-51,text_generation,meta-llama/Llama-2-13b-hf,EnergyStarAI/text_generation,0.07833887903216237
+0,2024-09-04-17-19-03,text_generation_mixtral-8x22B,meta-llama/Llama-2-70b-hf,EnergyStarAI/text_generation,0.8505796536854
+0,2024-09-03-20-04-14,text_generation,HuggingFaceTB/SmolLM-1.7B,EnergyStarAI/text_generation,0.012785934645407337
+0,2024-09-03-18-24-07,text_generation,HuggingFaceTB/SmolLM-135M,EnergyStarAI/text_generation,0.006866622048852378
+0,2024-09-03-19-25-33,text_generation,HuggingFaceTB/SmolLM-135M,EnergyStarAI/text_generation,0.0072665603688051306
+0,2024-09-03-19-57-04,text_generation,HuggingFaceTB/SmolLM-360M,EnergyStarAI/text_generation,0.008566339603066186
+0,2024-09-03-18-24-12,text_generation,HuggingFaceTB/SmolLM-360M,EnergyStarAI/text_generation,0.008800369151400788
+0,2024-09-03-20-33-55,text_generation,google/gemma-2b,EnergyStarAI/text_generation,0.016848587562192385
+0,2024-09-03-22-09-00,text_generation,google/gemma-7b,EnergyStarAI/text_generation,0.05101926195426358
+0,2024-09-03-21-13-30,text_generation,01-ai/Yi-1.5-9B,EnergyStarAI/text_generation,0.055509722463298064
+0,2024-09-04-18-27-26,text_generation_mixtral-8x22B,01-ai/Yi-1.5-34B,EnergyStarAI/text_generation,0.4239666723119548
+0,2024-09-03-21-46-18,text_generation,01-ai/Yi-1.5-6B,EnergyStarAI/text_generation,0.036451677244651745

leaderboard_v0_data/params/.~lock.parameters_Image Generation.csv#

@@ -0,0 +1 @@
+,sasha,sasha-Blade-15,16.09.2024 10:31,file:///home/sasha/.config/libreoffice/4;

leaderboard_v0_data/params/asr.csv

@@ -0,0 +1,15 @@
+,Model Family,# Params,Link,Size (GB),GPU,Docker Process,parameters
+0,Whisper,1.54B,openai/whisper-large-v3,6.2,1 GPU,8677463,1543490560
+1,Distil-Whisper,756M,distil-whisper/distil-large-v2,1.5,1 GPU,8677465,756220160
+2,SeamlessM4T,2.31B,facebook/seamless-m4t-v2-large,9.2,,8677466,2309249669
+3,Wav2Vec,94.4M,facebook/wav2vec2-base-960h,0.378,,8677467,94371712
+4,Whisper,37.8 M,openai/whisper-tiny,0.151,,8677469,37760640
+5,Whisper,764M,openai/whisper-medium,3.1,,8678345,763857920
+6,Whisper,72.6M ,openai/whisper-base,0.29,,8677472,72593920
+7,Whisper,242M,openai/whisper-small,0.967,,8677474,241734912
+8,Distil-Whisper,394M ,distil-whisper/distil-medium.en,1.6,,8678206,394375168
+9,MMS,965M,facebook/mms-1b-all,3.9,,8677476,964648576
+10,Distil-Whisper,166M,distil-whisper/distil-small.en,0.332,,8677477,166132224
+11,SEW-D,,asapp/sew-d-base-plus-400k-ft-ls100h,0.708,,8677479,176979103
+12,Hubert,,facebook/hubert-large-ls960-ft,1.3,,8677481,315438720
+13,S2T,29.5M,facebook/s2t-small-librispeech-asr,0.118,,8677489,31335424

leaderboard_v0_data/params/image_captioning.csv

@@ -0,0 +1,16 @@
+,Model Family,# Params,Link,Size (GB),Docker Process,Unnamed: 5,Unnamed: 6,Labels,Dimension,parameters
+0,VLRM,3.74B ,sashakunitsyn/vlrm-blip2-opt-2.7b,7.491,,,,,,3744679936
+1,BLIP,470M,Salesforce/blip-image-captioning-large,1.9,,,,,,447175937
+2,BLIP,,Salesforce/blip-image-captioning-base,0.99,,,,,,224726017
+3,BLIP-OPT,2.7B,Salesforce/blip2-opt-2.7b,15.5,,,,,,3744679936
+4,Pix2Struct,282M,google/pix2struct-base,1.1,,,,,,282000000
+5,BLIP-Flan-T5,3.94B,Salesforce/blip2-flan-t5-xl,15.7,,,,,,3942446592
+6,Kosmos,1.66B,microsoft/kosmos-2-patch14-224,6.7,,,,,,1664485376
+7,BLIP-Flan-T5,,Salesforce/blip2-flan-t5-xxl,49.526,,,,,,12229596672
+8,GIT,,microsoft/git-base,0.706,,,,,,153147648
+9,GIT,,microsoft/git-large,1.6,,,,,,370724608
+10,GIT,394M,microsoft/git-large-coco,1.6,,,,,,370724608
+11,FuseCap,,noamrot/FuseCap_Image_Captioning,0.896,,,,,,224726017
+12,BLIP-OPT,6.7B,Salesforce/blip2-opt-6.7b,31.8,,,,,,7752738304
+13,ViT,264M,bipin/image-caption-generator,0.982,,,,,,264000000
+14,ViT-Distil-GPT2,195M,sachin/vit2distilgpt2,0.743,,,,,,195000000

leaderboard_v0_data/params/image_classification.csv

@@ -0,0 +1,24 @@
+,Model Family,# Params,Link,Size (GB),Notes,Labels,Dimension,Docker process,parameters
+0,ViT,86.6 M,google/vit-base-patch16-224,0.346,1 GPU,"1,000",224,8628011,86389248
+1,BEiT,,microsoft/beit-base-patch16-224-pt22k-ft22k,0.414,1 GPU,"21,841",224,8628014,85761984
+2,ResNet,25.6 M,microsoft/resnet-50,0.102,1 GPU,"1,000",224,8628015,23508032
+3,ViT,5.72 M,WinKawaks/vit-tiny-patch16-224,0.034,1 GPU,"1,000",224,8628016,5561472
+4,ViT,86.9 M,google/vit-base-patch16-384,0.348,1 GPU,"1,000",384,8628017,86681088
+5,BiT,,google/bit-50,0.102,1 GPU,"1,000",448,8628019,23500352
+6,ViT,,google/vit-large-patch32-384,1.2,1 GPU,"1,000",384,8628022,306657280
+7,Swin,,microsoft/swinv2-tiny-patch4-window16-256,114.0,1 GPU,"1,000",256,8628024,27578154
+8,ConvNext,,facebook/convnext-tiny-224,114.0,1 GPU,"1,000",224,8628026,27820128
+9,ConvNext,,facebook/convnext-large-224,791.0,1 GPU,"1,000",224,8628027,196230336
+10,ConvNext,,facebook/convnext-base-384-22k-1k,354.0,1 GPU,"1,000",384,8628030,87566464
+11,MobileViT,,apple/mobilevit-small,0.022,1 GPU,"1,000",256,8628031,4937632
+12,ViT,88.3 M,google/vit-base-patch32-384,0.353,1 GPU,"1,000",384,8628033,88118784
+13,MobileNet,,google/mobilenet_v2_1.0_224,0.014,1 GPU,"1,001",224,8628034,2223872
+14,BEiT,,microsoft/beit-base-patch16-224,0.35,1 GPU,"1,000",224,8628035,85761984
+15,Swin,,microsoft/swinv2-large-patch4-window12-192-22k,0.915,1 GPU,"21,841",192,8628036,195202932
+16,Dino,,facebook/dinov2-base-imagenet1k-1-layer,0.352,1 GPU,1000,224,8628037,86580480
+17,Swin,,microsoft/swin-base-patch4-window12-384,0.356,1 GPU,"1,000",384,8672931,86878584
+18,ResNet,,microsoft/resnet-18,0.047,1 GPU,1000,224,8672934,11176512
+19,SegFormer,,nvidia/mit-b5,0.328,1 GPU,1000,512,8672935,81443008
+20,Swin,,microsoft/swinv2-tiny-patch4-window8-256,0.114,1 GPU,1000,256,8672936,27578154
+21,Vision Perceiver,,deepmind/vision-perceiver-conv,0.195,1 GPU,1000,224,8672938,41307218
+22,EfficientNet,,google/efficientnet-b7,0.267,1 GPU,1000,600,8672939,63786960

leaderboard_v0_data/params/image_generation.csv

@@ -0,0 +1,19 @@
+,Model Family,# Params,Link,Size (GB),Process,Docker Process,Unnamed: 6,Error,parameters
+0,Stable Diffusion XL,,stabilityai/stable-diffusion-xl-base-1.0,34.34,5596167.0,8622641.0,,,3468837867.0
+1,Stable Diffusion XL Turbo,,stabilityai/sdxl-turbo,41.44,5596171.0,8622663.0,,,3468837867.0
+2,Stable Diffusion 2,,stabilityai/stable-diffusion-2-1,14.383,5498099.0,8622760.0,,,1289952427.0
+3,OpenJourney,,prompthero/openjourney,6.327,5540875.0,8622848.0,,,1370216895.0
+4,Stable Cascade,,stabilityai/stable-cascade,73.232,5340894.0,8622970.0,,"    return torch.embedding(weight, input, padding_idx, scale_grad_by_freq, sparse)
+RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument index in method wrapper_CUDA__index_select)
+",2276007870.0
+5,Stable Diffusion Turbo,,stabilityai/sd-turbo,12.816,5533964.0,8622998.0,,,1289952427.0
+6,OpenJourney,,prompthero/openjourney-v4,6.627,5571612.0,8623026.0,,,1370216895.0
+7,Mitsua,,Mitsua/mitsua-diffusion-one,1.289,5596148.0,8623062.0,,,1593934015.0
+8,LCM,,SimianLuo/LCM_Dreamshaper_v7,8.335,5598268.0,8623283.0,,,1370298815.0
+9,Counterfeit,,gsdf/Counterfeit-V2.5,20.527,5609377.0,8623405.0,,,1066235307.0
+10,DreamLike,,dreamlike-art/dreamlike-photoreal-2.0,4.213,5613050.0,8623447.0,,,1066235307.0
+11,epiCPhotoGasm,,Yntec/epiCPhotoGasm,10.073,5639321.0,8623543.0,,,1066235307.0
+12,FLUX,,black-forest-labs/FLUX.1-schnell,,,8623600.0,,"ValueError: Pipeline <class 'diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion.StableDiffusionPipeline'> expected {'feature_extractor', 'image_encoder', 'tokenizer', 'safety_checker', 'scheduler', 'vae', 'text_encoder', 'unet'}, but only {'vae', 'scheduler', 'tokenizer', 'text_encoder'} were passed.",
+13,LORA,,latent-consistency/lcm-lora-sdv1-5,,,,,latent-consistency/lcm-lora-sdv1-5 does not appear to have a file named model_index.json.,
+14,Stable Diffusion 3,,stabilityai/stable-diffusion-3-medium-diffusers,,,8627988.0,,"ValueError: Pipeline <class 'diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion.StableDiffusionPipeline'> expected {'feature_extractor', 'image_encoder', 'text_encoder', 'scheduler', 'safety_checker', 'vae', 'unet', 'tokenizer'}, but only {'vae', 'text_encoder', 'scheduler', 'tokenizer'} were passed.",7692768483.0
+15,DeepFloyd,,DeepFloyd/IF-I-M-v1.0,,,,,,5437884232.0

leaderboard_v0_data/params/object_detection.csv

@@ -0,0 +1,11 @@
+,Model Family,# Params,Link,Size (GB),Docker Process,Unnamed: 5,parameters
+0,ResNet,,facebook/detr-resnet-50-dc5,0.167,8678319,,41368512
+1,YOLOS,6.49M,hustvl/yolos-tiny,0.026,8677289,,6359040
+2,ResNet,60.7M,facebook/detr-resnet-101,0.243,8678320,,60308416
+3,DETR,40.2M,SenseTime/deformable-detr,0.161,8677356,,39913666
+4,YOLOS,,hustvl/yolos-small,0.123,8677359,,30204288
+5,YOLOS,,hustvl/yolos-base,0.511,8677381,,125952768
+6,ResNet,,microsoft/conditional-detr-resnet-50,0.174,8678321,,43262402
+7,ResNet,41.6 M,facebook/detr-resnet-50-dc5,0.167,8678322,,41368512
+8,Swin,219M,jozhang97/deta-swin-large,0.879,8678323,different device Tensors,217683380
+9,DETR,41 M,SenseTime/deformable-detr-with-box-refine,0.164,8678324,different device Tensors,39913666

leaderboard_v0_data/params/question_answering.csv

@@ -0,0 +1,23 @@
+,Model Family,# Params,Link,Size (GB),GPU #,Process,Labels,Dimension,parameters
+0,RoBERTa,124M,deepset/roberta-base-squad2,0.496,1 GPU,8673282,,,124645632
+1,BERT,,Intel/dynamic_tinybert,0.268,1 GPU,8675080,,,66955008
+2,DistilBERT,65.2M ,distilbert/distilbert-base-cased-distilled-squad,0.261,1 GPU,8675082,,,65190912
+3,MDeBERTa,278M ,timpal0l/mdeberta-v3-base-squad2,1.1,1 GPU,8673306,,,278218752
+4,BERT,335M,deepset/bert-large-uncased-whole-word-masking-squad2,1.3,1 GPU,8673307,,,335141888
+5,DeBERTa,184M,deepset/deberta-v3-base-squad2,0.735,1 GPU,8673309,,,183831552
+6,BERT,24.6M ,csarron/mobilebert-uncased-squad-v2,0.098,1 GPU,8673315,,,24581888
+7,Electra,,deepset/electra-base-squad2,0.436,1 GPU,8673317,size,,108891648
+8,RobERTa,81.5M,deepset/tinyroberta-squad2,0.326,1 GPU,8673318,,,82118400
+9,BERT,,phiyodr/bert-large-finetuned-squad2,1.3,1 GPU,8673319,size,,335141888
+10,Longformer,,mrm8488/longformer-base-4096-finetuned-squadv2,0.595,1 GPU,8675495,,,148659456
+11,MiniLM,33.4M,deepset/minilm-uncased-squad2,0.134,1 GPU,8675085,,,33360000
+12,RoBERTa,354M ,deepset/roberta-large-squad2,1.4,1 GPU,8675087,,,355359744
+13,DeBERTa,434M ,deepset/deberta-v3-large-squad2,1.7,1 GPU,8675089,,,434012160
+14,Longformer,,allenai/longformer-large-4096-finetuned-triviaqa,1.7,1 GPU,8673326,,,434600960
+15,BERT,4.39M,mrm8488/bert-tiny-finetuned-squadv2,0.018,1 GPU,8673329,,,4385920
+16,DistilBERT,66.4M,Falconsai/question_answering_v2,0.266,1 GPU,8673327,,,66362880
+17,T5,,google-t5/t5-base,,1 GPU,8673335,,,222903552
+18,T5,,google-t5/t5-small,,1 GPU,8673336,,,60506624
+19,T5,,google-t5/t5-3b,,1 GPU,8673338,,,2851598336
+20,T5,,google-t5/t5-large,,1 GPU,8673340,,,737668096
+21,T5,,google-t5/t5-11b,,1 GPU,8673341,,,11307321344

leaderboard_v0_data/params/sentence_similarity.csv

@@ -0,0 +1,21 @@
+,Model Family,# Params,Link,Size (GB),Docker Process,Unnamed: 5,parameters
+0,Mistral,7.11B,Salesforce/SFR-Embedding-Mistral,14.2,8713794,,7110660096
+1,GritLM,7.24 B,GritLM/GritLM-7B,14.4,8713797,,7110660096
+2,MxBAI,335M ,mixedbread-ai/mxbai-embed-large-v1,0.67,8713798,,335141888
+3,UAE,335M,WhereIsAI/UAE-Large-V1,1.3,8713799,,335141888
+4,E5,550M,intfloat/multilingual-e5-large-instruct,1.1,8713800,,559890432
+5,GIST,335M,avsolatorio/GIST-large-Embedding-v0,1.3,8713803,,335141888
+6,GIST,109 M,avsolatorio/GIST-Embedding-v0,0.438,8713804,,109482240
+7,BGE,109 M,BAAI/bge-base-en-v1.5,0.438,8713805,,109482240
+8,EMBER,335M,llmrails/ember-v1,0.547,8713806,,335141888
+9,GTE,335M,thenlper/gte-large,0.67,8713808,,335141888
+10,GTE,109 M,thenlper/gte-base,0.219,8713809,,109482240
+11,Nomic,137M,nomic-ai/nomic-embed-text-v1,0.547,8713810,,137000000
+12,E5,335M,intfloat/e5-large-v2,1.3,8713812,,335141888
+13,BGE,33.4M,BAAI/bge-small-en-v1.5,0.134,8713814,,33360000
+14,E5,109 M,intfloat/e5-base-v2,0.438,8713815,,109482240
+15,GTE,33.4M,thenlper/gte-small,0.067,8713816,,33360000
+16,BLOOM,7B,izhx/udever-bloom-7b1,28.3,8713817,,7069016064
+17,BLOOM,3B,izhx/udever-bloom-3b,12,8713822,,3002557440
+18,BLOOM,1B,izhx/udever-bloom-1b1,4.3,8713835,,1065314304
+19,GIST,22.7 M,avsolatorio/GIST-all-MiniLM-L6-v2,0.091,8713838,,22713216

leaderboard_v0_data/params/summarization.csv

@@ -0,0 +1,14 @@
+,Model Family,# Params,Link,Size (GB),Docker Process,Labels,Dimension,parameters
+0,DistilBART,,sshleifer/distilbart-cnn-12-6,1.2,8713796,,,305510400
+1,PEGASUS,,google/pegasus-large,2.3,8678552,NoneType' object has no attribute 'eos_token,,570797056
+2,PEGASUS,,google/pegasus-xsum,2.3,8675095,ValueError: You have to specify either decoder_input_ids or decoder_inputs_embed,,569748480
+3,BART,,KipperDev/bart_summarizer_model,0.558,8675097,,,139420416
+4,BirdBird,,google/bigbird-pegasus-large-arxiv,2.3,8675139,,,576891904
+5,LED,,pszemraj/led-large-book-summary,1.8,8675167,,,459801600
+6,BART,,facebook/bart-large-cnn,1.63,8675169,,,406290432
+7,DistilBART,,sshleifer/distilbart-xsum-12-1,0.443,8675171,,,221527040
+8,T5,,google-t5/t5-base,0.892,8676081,,,222903552
+9,T5,,google-t5/t5-small,0.242,8675174,,,60506624
+10,T5,,google-t5/t5-3b,11.0,8675176,,,2851598336
+11,T5,,google-t5/t5-large,3.0,8675502,,,737668096
+12,T5,,google-t5/t5-11b,45.0,8675181,,,11307321344

leaderboard_v0_data/params/text_classification.csv

@@ -0,0 +1,14 @@
+,Model Family,# Params,Link,Size (GB),Notes,Docker Process,parameters
+0,DistilBERT,,lvwerra/distilbert-imdb,0.268,1 GPU,8627841,66362880
+1,BERT,,nlptown/bert-base-multilingual-uncased-sentiment,0.67,1 GPU,8627865,167356416
+2,BERT,,Cheng98/bert-large-sst2,1.3,1 GPU,8627876,333579264
+3,DistilBERT,67 M,distilbert/distilbert-base-uncased-finetuned-sst-2-english,0.268,1 GPU,8627880,66362880
+4,GPT-2,,mnoukhov/gpt2-imdb-sentiment-classifier,0.51,1 GPU,8627884,124439808
+5,DistilBERT,,lxyuan/distilbert-base-multilingual-cased-sentiments-student,0.541,1 GPU,8627888,134734080
+6,GPT-2,,michelecafagna26/gpt2-medium-finetuned-sst2-sentiment,1.4,1 GPU,8627890,354823168
+7,Electra,,bhadresh-savani/electra-base-emotion,0.134,1 GPU,8627891,33511168
+8,T5,,google-t5/t5-base,0.892,,8627894,222903552
+9,T5,,google-t5/t5-small,0.242,,8627895,60506624
+10,T5,,google-t5/t5-3b,11.0,,8627896,2851598336
+11,T5,,google-t5/t5-large,3.0,,8627897,737668096
+12,T5,,google-t5/t5-11b,45.0,,8627899,11307321344

leaderboard_v0_data/params/text_generation.csv

@@ -0,0 +1,40 @@
+,Model Family,# Params,Link,Size (GB),GPU Type,Process,Docker Process,Num GPUs,Notes,Unnamed: 9,parameters
+0,OPT,125 M,facebook/opt-125m,0.25,Single_GPU,"[2024-07-19 13:43:32,389]",8612608,1,,,125239296
+1,DistilGPT 2,88.2 M,distilbert/distilgpt2,0.353,Single_GPU,"[2024-07-19 20:32:39,848]",8612609,1,,,81912576
+2,GPT 1,120 M,openai-community/openai-gpt,0.479,Single_GPU,"[2024-07-19 22:32:39,848]",8612611,1,,,116534784
+3,GPT 2,137 M,openai-community/gpt2,0.548,Single_GPU,"[2024-07-22 16:48:45,521]",8612612,1,,,124439808
+4,GPT 2,380 M,openai-community/gpt2-medium,1.5,Single_GPU,"[2024-07-22 19:35:01,598]",8612613,1,,,354823168
+5,Phi 1,1.4 B,microsoft/phi-1,2.8,Single_GPU,2024-07-24 11:16:59,8612615,1,,,1313361920
+6,Phi 1.5,1.4 B,microsoft/phi-1_5,2.8,Single_GPU,"[2024-07-26 12:29:22,310]",8612616,1,,,1313361920
+7,GPT 2,812 M,openai-community/gpt2-large,3.2,Single_GPU,"[2024-07-24 11:28:42,290",8612617,1,,,774030080
+8,SmolLM,360 M,HuggingFaceTB/SmolLM-360M,1.4,Single_GPU,"[2024-07-25 13:45:47,257]",8612618,1,,,361821120
+9,SmolLM,135 M,HuggingFaceTB/SmolLM-135M,0.538,Single_GPU,"[2024-07-25 23:45:47,257]",8612600,1,,,134515008
+10,OPT,2.7 B,facebook/opt-2.7b,5.3,Single_GPU,,8612639,1,,,2651596800
+11,Phi 2,2.7 B,microsoft/phi-2,5.564,Single_GPU,,8612640,1,,,2648560640
+12,GPT 2,1.6 B,openai-community/gpt2-xl,6.4,Single_GPU,,8612675,1,,,1557611200
+13,SmolLM,1.7 B,HuggingFaceTB/SmolLM-1.7B,6.8,Single_GPU,,8612644,1,,,1711376384
+14,Gemma,2 B,google/gemma-2b,4.967,Single_GPU,,8612676,1,,,2506172416
+15,LLaMa 2,7 B,meta-llama/Llama-2-7b-hf,13.5,Single_GPU,,8612678,1,,,6607343616
+16,Starling,7.24 B,berkeley-nest/Starling-LM-7B-alpha,14.4,Single_GPU,,8612679,1,,,7110668288
+17,Mistral-v0.3-8B,7B,mistralai/Mistral-7B-v0.1,14.4,Single_GPU,,8612681,1,,,7110660096
+18,Falcon,7 B,tiiuae/falcon-7b,14.5,Single_GPU,,8612682,1,,,6921720704
+19,Aya-23-8b,8B,CohereForAI/aya-23-8B,16.06,Single_GPU,,8612685,1,,,8028033024
+20,LLaMa 3,8 B,meta-llama/Meta-Llama-3-8B,16.1,Single_GPU,,8612687,1,,,7504924672
+21,Gemma,7 B,google/gemma-7b,17.1,Single_GPU,,8612721,1,,,8537680896
+22,Llama 3.1,8B,meta-llama/Meta-Llama-3.1-8B,,Single_GPU,,8612690,1,,,8030000000
+23,Yi 1.5,9 B,01-ai/Yi-1.5-9B,,Single_GPU,,8612692,1,,,8567263232
+24,Yi 1.5,6 B,01-ai/Yi-1.5-6B,,Single_GPU,,8612693,1,,,5798891520
+25,LLaMa 2,13 B,meta-llama/Llama-2-13b-hf,26,Single_GPU,,8612694,1,,,12852024320
+26,OLMo,7B,allenai/OLMo-1.7-7B-hf,27.6,Single_GPU,,8619238,1,,,6682050560
+27,OLMo,1B,allenai/OLMo-1B-hf,,Single_GPU,,8612698,1,,,1176764416
+28,Aya,13B,CohereForAI/aya-101,51.8,Multi_GPU,,8619572,1,text2text,,11896598528
+29,DeepSeekv2,16B,deepseek-ai/DeepSeek-V2-Lite,,Multi_GPU,,8619241,,,,15700000000
+30,Aya 23,35 B,CohereForAI/aya-23-35B,69.5,Multi_GPU,,8619247,8,,,34980831232
+31,Falcon,40 B,tiiuae/falcon-40b,83.6,Multi_GPU,,8619252,8,,,41303293952
+32,Mistral,46.7 B,mistralai/Mixtral-8x7B-v0.1,93.6,Multi_GPU,,8619304,,,,46571720704
+33,LLaMa 2,70 B,meta-llama/Llama-2-70b-hf,138.124,Multi_GPU,,8619350,,,,68714504192
+34,LlaMa 3,70 B,meta-llama/Meta-Llama-3-70B,141.9,Multi_GPU,,8619388,,,,69503033344
+35,Llama 3.1,70 B,meta-llama/Meta-Llama-3.1-70B,,Multi_GPU,,8619417,,,,69503033344
+37,Command-R,104 B,CohereForAI/c4ai-command-r-plus,,Multi_GPU,,8619473,,,,103810674688
+38,Command-R,35 B,CohereForAI/c4ai-command-r-v01,,Multi_GPU,,8619487,,,,34980831232
+39,Yi 1.5,34 B,01-ai/Yi-1.5-34B,,Multi_GPU,,8619507,,,,33930165248