mlagility / reports /2023-03-06.csv
danielhn's picture
Updated results
ca29c17
raw
history blame
15.4 kB
model_name,author,model_class,params,hash,license,task,groq_chips_used,groq_estimated_latency,nvidia_latency,x86_latency
alexnet,torch_hub,AlexNet,61100840,2891f54c,-,-,2,0.13275399999999998,0.265397,-
bart,huggingface_pytorch,BartModel,404079471,cb0751ce,-,-,16,-,4.15389,691.2166766198789
beit,huggingface_pytorch,BeitModel,85530909,6b5d54c6,-,-,2,-,1.31387,189.04518397976062
bert,huggingface_pytorch,BertModel,109166875,d59172a2,-,-,4,0.9663413333333334,0.893788,192.00225890985166
bert_for_question_answering,huggingface_pytorch,BertForQuestionAnswering,333701684,64bce7df,-,-,8,-,1.86677,582.1991720495862
bert_generation,huggingface_pytorch,EncoderDecoderModel,465655102,42b8fae4,-,-,16,-,8.98776,1021.1708072599868
bert_tiny_for_sequence_classification,huggingface_pytorch,BertForSequenceClassification,4353207,ca662a9e,-,-,1,0.050837944444444436,0.120548,2.0943395301583223
blenderbot_small,huggingface_pytorch,BlenderbotSmallModel,84607354,d65dd9e3,-,-,2,-,1.90414,149.85194388013042
camembert,huggingface_pytorch,CamembertModel,109461790,a2ac5985,-,-,4,1.288656888888889,1.254,190.39643673990213
clip_text_encoder,diffusers,CLIPTextModel,123066909,d312ecd1,-,-,4,0.6395426111111111,-,-
convbert,huggingface_pytorch,ConvBertModel,105389136,b39013e9,-,-,4,-,1.93383,193.79765466037497
convnext,huggingface_pytorch,ConvNextModel,27766372,80414def,-,-,1,-,1.81162,114.20833107978979
convnext_base,torch_hub,ConvNeXt,88438950,c68282ce,-,-,2,-,3.65142,304.56368945975555
convnext_large,torch_hub,ConvNeXt,197538470,af479213,-,-,4,-,4.26559,537.3375729098188
convnext_small,torch_hub,ConvNeXt,50109350,32bd6900,-,-,2,-,3.27443,205.04089930029295
convnext_tiny,torch_hub,ConvNeXt,28536908,4f884eed,-,-,1,-,1.83052,111.76881739964301
deberta,huggingface_pytorch,DebertaModel,123642151,f4e4f0d1,-,-,4,0.8639662222222222,0.940213,164.53658521008037
deit,huggingface_pytorch,DeiTModel,86272794,4519cd75,-,-,2,-,1.15917,188.40573065048375
deit_base_for_image_classification,huggingface_pytorch,ViTForImageClassification,86567938,8fa842d1,-,-,2,-,1.20419,188.3781631502643
deit_tiny_for_image_classification,huggingface_pytorch,ViTForImageClassification,5717698,4f7bba18,-,-,1,0.19544955555555554,0.768232,26.35047095020127
densenet121,torch_hub,DenseNet,7928960,d5f7254d,-,-,1,-,3.22666,-
densenet161,torch_hub,DenseNet,28564768,6c360ce5,-,-,1,-,5.78271,-
densenet169,torch_hub,DenseNet,14079232,ccd997cb,-,-,1,-,5.77683,-
densenet201,torch_hub,DenseNet,19901952,e355a66c,-,-,1,-,8.65692,-
detr,huggingface_pytorch,DetrModel,-,c328f5b8,-,-,-,-,-,-
detr_for_object_detection,huggingface_pytorch,DetrForObjectDetection,-,a2481ba5,-,-,-,-,-,-
distil_wav2vec2_for_audio_classification,huggingface_pytorch,Wav2Vec2ForSequenceClassification,37866425,cd811c97,-,-,1,-,0.785248,90.09567074994266
distilbert,huggingface_pytorch,DistilBertModel,66068163,38518005,-,-,2,-,0.493093,97.93653728949721
distilbert_for_question_answering,huggingface_pytorch,DistilBertForQuestionAnswering,66069705,65b3ff1b,-,-,2,-,0.497075,89.95117426966317
distilhubert_for_audio_classification,huggingface_pytorch,HubertForSequenceClassification,23700634,4170140a,-,-,1,-,0.542671,64.19169483007863
efficientnet_b0,torch_hub,EfficientNet,5242196,94890704,-,-,1,0.25167066666666665,0.815468,34.83409002990811
efficientnet_b1,torch_hub,EfficientNet,7724900,8e53a932,-,-,1,0.3694806666666667,1.15945,49.84901875977812
efficientnet_b2,torch_hub,EfficientNet,9034582,204800dc,-,-,1,0.372384,1.1791,53.85739198063675
efficientnet_b3,torch_hub,EfficientNet,12134224,2950ca5b,-,-,1,0.378844,1.37323,69.99551486012933
efficientnet_b4,torch_hub,EfficientNet,19197120,7d75dda2,-,-,1,-,1.74345,100.7260734403826
efficientnet_b5,torch_hub,EfficientNet,30187756,204c9208,-,-,1,-,2.09168,144.18154243947356
efficientnet_b6,torch_hub,EfficientNet,42776110,d5bd9458,-,-,1,-,2.50815,187.61203701986233
efficientnet_b7,torch_hub,EfficientNet,65977888,6973429a,-,-,2,-,3.12637,260.8438201495301
efficientnet_v2_l,torch_hub,EfficientNet,117896136,f5ddf7f0,-,-,4,-,3.71027,288.70993511998677
efficientnet_v2_m,torch_hub,EfficientNet,53790556,a041aef8,-,-,2,-,2.49759,145.62153512939403
efficientnet_v2_s,torch_hub,EfficientNet,21275536,ae743058,-,-,1,-,1.66344,71.11873542038666
electra,huggingface_pytorch,ElectraModel,13411610,8da49ae6,-,-,1,0.17529933333333333,0.608781,32.41823309013853
electra_for_sequence_classification,huggingface_pytorch,ElectraForSequenceClassification,109285920,5ccb19c4,-,-,4,0.8592055,0.87393,185.51082463993225
encoder_decoder,huggingface_pytorch,EncoderDecoderModel,269541955,051eeb05,-,-,8,-,4.48406,465.1959892800369
fasterrcnn_mobilenet_v3_large_320_fpn,torchvision,FasterRCNN,-,59bcc1a5,-,-,-,-,-,-
fasterrcnn_mobilenet_v3_large_fpn,torchvision,FasterRCNN,-,e32c9090,-,-,-,-,-,-
fasterrcnn_resnet50_fpn,torchvision,FasterRCNN,-,d8b3f65a,-,-,-,-,-,-
fasterrcnn_resnet50_fpn_v2,torchvision,FasterRCNN,-,7147702b,-,-,-,-,-,-
fcos_resnet50_fpn,torchvision,FCOS,-,78b52a80,-,-,-,-,-,-
flaubert,huggingface_pytorch,FlaubertModel,665991556,6202b0cf,-,-,16,-,2.02618,999.1392646501481
funnel,huggingface_pytorch,FunnelModel,126026920,ab8f5fd3,-,-,4,-,1.43615,227.34923097981664
funnel_base,huggingface_pytorch,FunnelBaseModel,111060490,37ecc84c,-,-,4,-,1.09485,189.10730523013626
googlenet,torch_hub,GoogLeNet,6613040,6e59c54b,-,-,1,0.17383177777777775,0.505724,-
gpt1,huggingface_pytorch,OpenAIGPTModel,116160329,0342a9fe,-,-,4,0.8094195555555556,0.862691,160.37542472004134
gpt2,huggingface_pytorch,GPT2Model,123654222,af143a10,-,-,4,-,1.58146,173.56069374967774
gpt2_doublehead,huggingface_pytorch,GPT2DoubleHeadsModel,162253137,7befd733,-,-,4,-,2.82408,249.52793023978302
hardnet39ds,torch_hub,HarDNet,3475460,47ba431c,-,-,1,0.16504844444444444,0.671144,28.176044120045844
hardnet68,torch_hub,HarDNet,17557702,9d6d24cf,-,-,1,0.4453806666666667,1.34825,61.87605565995909
hardnet68ds,torch_hub,HarDNet,4162968,85f34cd3,-,-,1,0.25863955555555557,1.16506,44.41307182030869
hardnet85,torch_hub,HarDNet,36657186,acb062f3,-,-,1,-,-,113.87802991979697
imagegpt,huggingface_pytorch,ImageGPTModel,75872253,3b5850cc,-,-,2,-,-,171.59918417972222
inception_v3,torch_hub,Inception3,23802160,46db3db5,-,-,1,0.29124955555555554,-,-
keypointrcnn_resnet50_fpn,torchvision,KeypointRCNN,-,2f5908b4,-,-,-,-,-,-
layoutlm,huggingface_pytorch,LayoutLMModel,112312606,33ec397d,-,-,4,0.9206,-,174.74697219979134
luke,huggingface_pytorch,LukeModel,124626094,431c265c,-,-,4,0.7627902222222223,-,-
m2m_100,huggingface_pytorch,M2M100Model,484582648,533285d2,-,-,16,-,4.65753,-
marian,huggingface_pytorch,MarianModel,73968758,ea99ab2b,-,-,2,-,1.44538,103.37036954973883
marianmt,huggingface_pytorch,MarianMTModel,105222896,f4dcd1cc,-,-,4,-,2.94311,157.55457573039166
maskrcnn_resnet50_fpn,torchvision,MaskRCNN,-,a5f78569,-,-,-,-,-,-
maskrcnn_resnet50_fpn_v2,torchvision,MaskRCNN,-,f4f1de9a,-,-,-,-,-,-
megatron_bert,huggingface_pytorch,MegatronBertModel,333060655,2fa53f3f,-,-,8,-,1.96738,555.1407034999283
minilmv2,huggingface_pytorch,BertModel,22565905,f969d36d,-,-,1,-,0.375789,35.073293950699735
mnasnet0_5,torch_hub,MNASNet,2200880,913218e2,-,-,1,0.12472955555555554,-,-
mnasnet0_75,torch_hub,MNASNet,3144288,4a915154,-,-,1,0.15018177777777778,-,-
mnasnet1_0,torch_hub,MNASNet,4350160,041e693a,-,-,1,0.15523177777777777,-,-
mnasnet1_3,torch_hub,MNASNet,6239320,87ea0deb,-,-,1,0.157544,-,-
mobilebert,huggingface_pytorch,MobileBertModel,24552347,72442a94,-,-,1,0.26617711111111114,2.51211,-
mobilebert_for_sequence_classification,huggingface_pytorch,MobileBertForSequenceClassification,21063071,c6599ac3,-,-,1,0.257009,2.51349,-
mobilenet_v2,torch_hub,MobileNetV2,3475078,a81033ae,-,-,1,0.14078844444444444,-,53.026464490030776
mobilenet_v3_large,torch_hub,MobileNetV3,5457176,00777649,-,-,1,0.1435428888888889,-,-
mobilenet_v3_small,torch_hub,MobileNetV3,2529712,e7fae853,-,-,1,0.10183288888888889,-,-
mobilevit,huggingface_pytorch,MobileViTModel,4913383,47b02614,-,-,1,-,1.02014,41.67117318036617
mobilevit_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,6351176,5621d1d8,-,-,1,-,1.0752,-
mobilevit_x_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,2938952,f9f29c8e,-,-,1,0.42951477777777775,0.997081,-
mobilevit_xx_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,1851840,535af098,-,-,1,-,1.0546,-
mpnet,huggingface_pytorch,MPNetModel,109563934,747bb620,-,-,4,1.2825813333333334,1.22228,170.32035639014794
mt5_base,huggingface_pytorch,MT5Model,393067796,6a56180f,-,-,8,-,3.75727,391.50536451990774
mt5_encoder,huggingface_pytorch,MT5EncoderModel,147030724,760f744b,-,-,4,-,0.520979,43.641853389999596
mt5_small,huggingface_pytorch,MT5Model,173102608,9625f18b,-,-,4,-,1.989,111.67433849026565
openai_doublehead,huggingface_pytorch,OpenAIGPTDoubleHeadsModel,147248972,a4df98ec,-,-,4,-,1.89416,210.16663355956553
pegasus,huggingface_pytorch,PegasusModel,403947826,b92cca23,-,-,16,-,4.3277,736.7732610790699
perceiver,huggingface_pytorch,PerceiverModel,259427689,a4732115,-,-,8,-,2.42192,565.411753430235
poolformer,huggingface_pytorch,PoolFormerModel,11371452,a8cfe755,-,-,1,0.5050124444444445,1.65637,36.42502397968201
rag,huggingface_pytorch,RagModel,455992266,7e502070,-,-,16,-,5.52265,792.9168372506683
realm,huggingface_pytorch,RealmEmbedder,109265461,d9107239,-,-,4,0.9555982222222222,0.905614,170.6357715105696
regnet_x_16gf,torch_hub,RegNet,54171112,90fe350f,-,-,2,-,-,-
regnet_x_1_6gf,torch_hub,RegNet,9148224,9b6af29e,-,-,1,-,-,-
regnet_x_32gf,torch_hub,RegNet,107654448,024939e4,-,-,4,-,-,-
regnet_x_3_2gf,torch_hub,RegNet,15235752,731da922,-,-,1,-,-,-
regnet_x_400mf,torch_hub,RegNet,5458776,08b8712e,-,-,1,-,-,-
regnet_x_800mf,torch_hub,RegNet,7223528,1e12c62e,-,-,1,-,-,-
regnet_x_8gf,torch_hub,RegNet,39485176,26bfacd7,-,-,1,-,-,-
regnet_y_128gf,torch_hub,RegNet,644409734,a2a92eba,-,-,16,-,-,-
regnet_y_16gf,torch_hub,RegNet,83472284,a44f744c,-,-,2,-,-,-
regnet_y_1_6gf,torch_hub,RegNet,11151182,993181bc,-,-,1,-,-,-
regnet_y_32gf,torch_hub,RegNet,144894546,16e3920e,-,-,4,-,-,-
regnet_y_3_2gf,torch_hub,RegNet,19372586,a06a50b4,-,-,1,-,-,-
regnet_y_400mf,torch_hub,RegNet,4317824,74d9ef17,-,-,1,-,-,-
regnet_y_800mf,torch_hub,RegNet,6403424,efe4b887,-,-,1,-,-,-
regnet_y_8gf,torch_hub,RegNet,39298560,0c98c39d,-,-,1,-,-,-
rembert,huggingface_pytorch,RemBertModel,575380455,1a69d8de,-,-,16,-,2.72039,947.4787048704457
resnet101,torch_hub,ResNet,44447848,285cd579,-,-,1,0.32660622222222224,-,-
resnet152,torch_hub,ResNet,60045416,c732f780,-,-,2,0.670714,-,-
resnet18,torch_hub,ResNet,11680872,11f0e9e3,-,-,1,0.1456028888888889,-,-
resnet34,torch_hub,ResNet,21781608,85df0c4a,-,-,1,0.2671051111111112,-,-
resnet50,torch_hub,ResNet,25507944,3ba0a685,-,-,1,0.24036511111111108,-,-
resnext101_32x8d,torch_hub,ResNet,88592360,0b88b3d8,-,-,2,-,-,-
resnext50_32x4d,torch_hub,ResNet,24964712,ce6f3fb8,-,-,1,-,-,-
retinanet_resnet50_fpn,torchvision,RetinaNet,-,7cc11439,-,-,-,-,-,-
retinanet_resnet50_fpn_v2,torchvision,RetinaNet,-,20403119,-,-,-,-,-,-
retribert,huggingface_pytorch,RetriBertModel,81150360,4c3ee101,-,-,2,-,0.78575,161.68197247956414
roberta,huggingface_pytorch,RobertaModel,109461790,f75bf095,-,-,4,1.288656888888889,1.24405,172.31926737047615
roformer,huggingface_pytorch,RoFormerModel,123454570,a48eefbd,-,-,4,-,1.15434,181.44185373021173
safety_clipvision,diffusers,CLIPVisionModel,303180600,bd5ab0a3,-,-,8,-,-,-
segformer,huggingface_pytorch,SegformerModel,3301554,28a23805,-,-,1,0.3357648888888889,1.80416,28.62162310120766
shufflenet_v2_x0_5,torch_hub,ShuffleNetV2,1360228,15046a84,-,-,1,0.17563955555555552,-,-
shufflenet_v2_x1_0,torch_hub,ShuffleNetV2,2264074,81185b92,-,-,1,0.39073955555555556,-,-
shufflenet_v2_x1_5,torch_hub,ShuffleNetV2,3482044,51805568,-,-,1,0.6538806666666667,-,-
shufflenet_v2_x2_0,torch_hub,ShuffleNetV2,7363402,670c36ac,-,-,1,0.912495111111111,-,-
speech_to_text,huggingface_pytorch,Speech2TextModel,29738309,fc9ef5d8,-,-,1,0.3131224444444444,2.03099,-
splinter,huggingface_pytorch,SplinterModel,108577050,d8703a6e,-,-,4,0.9694862222222221,0.862869,170.1798894998501
squeezebert,huggingface_pytorch,SqueezeBertModel,50775835,c54b2d76,-,-,2,-,5.59688,79.404421060608
squeezenet1_0,torch_hub,SqueezeNet,1246280,8b319b5b,-,-,1,0.1347962222222222,-,-
squeezenet1_1,torch_hub,SqueezeNet,1233288,db09563d,-,-,1,0.09681177777777777,-,-
ssd300_vgg16,torchvision,SSD,22941893,7940cda0,-,-,-,-,-,-
ssd300_vgg16,torchvision,SSDFeatureExtractorVGG,22941893,ba239042,-,-,1,-,-,-
ssdlite320_mobilenet_v3_large,torchvision,SSDLiteFeatureExtractorMobileNet,3531168,0b96e723,-,-,1,0.3183091111111111,-,-
ssdlite320_mobilenet_v3_large,torchvision,SSD,3531168,cb077411,-,-,-,-,-,-
swin_b,torch_hub,SwinTransformer,88739572,f0e93177,-,-,2,-,-,263.4275876703032
swin_s,torch_hub,SwinTransformer,50404822,cc85d49e,-,-,2,-,-,168.21289044972218
swin_t,torch_hub,SwinTransformer,28766980,89de9245,-,-,1,-,-,99.44971196026017
t5_base,huggingface_pytorch,T5ForConditionalGeneration,250330269,ba7c8360,-,-,8,-,4.33878,-
t5_encoder,huggingface_pytorch,T5EncoderModel,35455606,0559914f,-,-,1,0.16009377777777778,0.371184,-
t5_large,huggingface_pytorch,T5ForConditionalGeneration,777383217,47d226ef,-,-,16,-,8.72961,-
t5_small,huggingface_pytorch,T5ForConditionalGeneration,78004563,6f1dd5bb,-,-,2,-,2.27798,-
unet_2d_condition,diffusers,UNet2DConditionModel,2324093576,b6cc8b9c,-,-,64,-,-,-
unet,torch_hub,UNet,7760097,a76ab7f4,-,-,1,-,-,-
vae_decoder,diffusers,Decoder,66269588,d2afe38b,-,-,2,-,-,-
vgg11,torch_hub,VGG,132857448,b38617af,-,-,4,-,-,-
vgg11_bn,torch_hub,VGG,132857448,08550040,-,-,4,-,-,-
vgg13,torch_hub,VGG,133041768,20ce33fd,-,-,4,-,-,-
vgg13_bn,torch_hub,VGG,133041768,20dffe7e,-,-,4,-,-,-
vgg16,torch_hub,VGG,138350184,b628f277,-,-,4,-,-,-
vgg16_bn,torch_hub,VGG,138350184,8e2b426b,-,-,4,-,-,-
vgg19_bn,torch_hub,VGG,143658600,bc2392e4,-,-,4,-,-,-
vgg19,torch_hub,VGG,143658600,d889f054,-,-,4,-,-,-
vit,huggingface_pytorch,ViTModel,86271258,993623dd,-,-,2,-,1.35369,197.53784163898672
vit_b_16,torch_hub,VisionTransformer,86497330,dd47dfd6,-,-,2,-,-,180.93363414045598
vit_b_32,torch_hub,VisionTransformer,88153906,48d88bc1,-,-,2,0.34946733333333335,-,137.5043825899047
vit_h_14,torch_hub,VisionTransformer,631724110,c682724f,-,-,16,-,-,1280.8591743299621
vit_l_16,torch_hub,VisionTransformer,304134774,44b6c5a5,-,-,8,-,-,605.2569911597675
vit_l_32,torch_hub,VisionTransformer,306343542,f137eddc,-,-,8,1.9500495555555555,-,485.7117613605078
wide_resnet101_2,torch_hub,ResNet,126752872,0eb07645,-,-,4,-,-,-
wide_resnet50_2,torch_hub,ResNet,68819048,fd743f94,-,-,2,-,-,-
xglm,huggingface_pytorch,XGLMModel,566264860,41f01198,-,-,16,-,4.02084,580.2742298800149
xlm,huggingface_pytorch,XLMModel,665991556,6918ed2c,-,-,16,-,-,993.2137996098027
xlm_roberta,huggingface_pytorch,XLMRobertaModel,109461790,a0532c05,-,-,4,1.288656888888889,1.2654,183.20921227044892
xlnet,huggingface_pytorch,XLNetModel,341121821,5cfcb429,-,-,8,-,3.31087,785.5760815998656
yolos_tiny_for_object_detection,huggingface_pytorch,YolosForObjectDetection,6489028,8f6a6a55,-,-,1,-,0.929647,-
midas_v3_hybrid,torch_hub,DPTDepthModel,-,6d674cb2,-,-,-,-,-,-
midas_v3_hybrid,torch_hub,ResNetV2,-,8cf28e2f,-,-,-,-,-,-
midas_v3_large,torch_hub,DPTDepthModel,-,f2b11234,-,-,-,-,-,-