mlagility / reports /2023-03-10.csv
danielhn's picture
Updated report
ae411e6
raw
history blame
18.2 kB
model_name,author,model_class,params,hash,license,task,groq_chips_used,groq_estimated_latency,nvidia_latency,x86_latency,onnx_exported,onnx_optimized,onnx_converted
alexnet,torch_hub,AlexNet,61100840,2891f54c,-,-,2,0.13275399999999998,-,-,True,True,True
bart,huggingface_pytorch,BartModel,406291456,cb0751ce,-,-,16,-,4.1779,681.3823215200227,True,True,True
beit,huggingface_pytorch,BeitModel,85656576,6b5d54c6,-,-,2,-,1.29618,185.52142944002298,True,True,True
bert,huggingface_pytorch,BertModel,109482240,d59172a2,-,-,4,0.9663413333333334,0.890598,188.3186083500641,True,True,True
bert_for_question_answering,huggingface_pytorch,BertForQuestionAnswering,334094338,64bce7df,-,-,8,-,1.85457,552.7517397301017,True,True,True
bert_generation,huggingface_pytorch,EncoderDecoderModel,769021754,42b8fae4,-,-,16,-,8.85347,913.2928797000022,True,True,True
bert_tiny_for_sequence_classification,huggingface_pytorch,BertForSequenceClassification,4386178,ca662a9e,-,-,1,0.050837944444444436,0.120389,2.1445327100263967,True,True,True
blenderbot_small,huggingface_pytorch,BlenderbotSmallModel,85113344,d65dd9e3,-,-,2,-,1.95831,138.39051841999208,True,True,True
camembert,huggingface_pytorch,CamembertModel,109482240,a2ac5985,-,-,4,1.288656888888889,1.23541,172.98132613989765,True,True,True
convbert,huggingface_pytorch,ConvBertModel,105680520,b39013e9,-,-,4,-,1.90839,174.8423939699478,True,True,True
convnext,huggingface_pytorch,ConvNextModel,27820128,80414def,-,-,1,-,1.80487,103.37498216997119,True,True,True
convnext_base,torch_hub,ConvNeXt,88591464,c68282ce,-,-,2,-,3.59785,280.94910563007033,True,True,True
convnext_large,torch_hub,ConvNeXt,197767336,af479213,-,-,4,-,4.31856,516.1107257399908,True,True,True
convnext_small,torch_hub,ConvNeXt,50223688,32bd6900,-,-,2,-,3.30458,192.3396593400139,True,True,True
convnext_tiny,torch_hub,ConvNeXt,28589128,4f884eed,-,-,1,-,1.79953,106.00159508000615,True,True,True
deberta,huggingface_pytorch,DebertaModel,124043520,f4e4f0d1,-,-,4,0.8639662222222222,0.942291,150.931772990034,True,True,True
deit,huggingface_pytorch,DeiTModel,86390784,4519cd75,-,-,2,-,1.16407,172.33488595998097,True,True,True
deit_base_for_image_classification,huggingface_pytorch,ViTForImageClassification,86567656,8fa842d1,-,-,2,-,1.21188,172.40178343003208,True,True,True
deit_tiny_for_image_classification,huggingface_pytorch,ViTForImageClassification,5717416,4f7bba18,-,-,1,0.19544955555555554,0.763333,21.974547849949886,True,True,True
densenet121,torch_hub,DenseNet,7978856,d5f7254d,-,-,1,-,3.23032,-,True,True,True
densenet161,torch_hub,DenseNet,28681000,6c360ce5,-,-,1,-,5.84562,-,True,True,True
densenet169,torch_hub,DenseNet,14149480,ccd997cb,-,-,1,-,5.8358,-,True,True,True
densenet201,torch_hub,DenseNet,20013928,e355a66c,-,-,1,-,8.36527,-,True,True,True
detr,huggingface_pytorch,DetrModel,-,c328f5b8,-,-,-,-,-,-,True,True,False
detr_for_object_detection,huggingface_pytorch,DetrForObjectDetection,-,a2481ba5,-,-,-,-,-,-,True,True,False
distil_wav2vec2_for_audio_classification,huggingface_pytorch,Wav2Vec2ForSequenceClassification,37866114,cd811c97,-,-,1,-,0.767698,84.43640480003523,True,True,True
distilbert,huggingface_pytorch,DistilBertModel,66362880,38518005,-,-,2,-,0.483703,79.00432539995563,True,True,True
distilbert_for_question_answering,huggingface_pytorch,DistilBertForQuestionAnswering,66364418,65b3ff1b,-,-,2,-,0.496634,77.66832938999869,True,True,True
distilhubert_for_audio_classification,huggingface_pytorch,HubertForSequenceClassification,23700397,4170140a,-,-,1,-,0.545268,58.70431691000704,True,True,True
efficientnet_b0,torch_hub,EfficientNet,5288548,94890704,-,-,1,0.25167066666666665,0.814676,31.811382280066024,True,True,True
efficientnet_b1,torch_hub,EfficientNet,7794184,8e53a932,-,-,1,0.3694806666666667,1.13436,45.37860869995711,True,True,True
efficientnet_b2,torch_hub,EfficientNet,9109994,204800dc,-,-,1,0.372384,1.20891,49.38766537002266,True,True,True
efficientnet_b3,torch_hub,EfficientNet,12233232,2950ca5b,-,-,1,0.378844,1.39295,66.19831594000061,True,True,True
efficientnet_b4,torch_hub,EfficientNet,19341616,7d75dda2,-,-,1,-,1.71788,93.3726588600075,True,True,True
efficientnet_b5,torch_hub,EfficientNet,30389784,204c9208,-,-,1,-,2.09213,131.9750043300246,True,True,True
efficientnet_b6,torch_hub,EfficientNet,43040704,d5bd9458,-,-,1,-,2.51223,182.28910983001697,True,True,True
efficientnet_b7,torch_hub,EfficientNet,66347960,6973429a,-,-,2,-,3.10628,274.13672937997035,True,True,True
efficientnet_v2_l,torch_hub,EfficientNet,118515272,f5ddf7f0,-,-,4,-,3.72003,290.6034995900154,True,True,True
efficientnet_v2_m,torch_hub,EfficientNet,54139356,a041aef8,-,-,2,-,2.52592,150.14744076005627,True,True,True
efficientnet_v2_s,torch_hub,EfficientNet,21458488,ae743058,-,-,1,-,1.68682,70.12031699000545,True,True,True
electra,huggingface_pytorch,ElectraModel,13483008,8da49ae6,-,-,1,0.17529933333333333,0.594047,27.949085140016905,True,True,True
electra_for_sequence_classification,huggingface_pytorch,ElectraForSequenceClassification,109483778,5ccb19c4,-,-,4,0.8592055,0.875295,153.38150656994003,True,True,True
encoder_decoder,huggingface_pytorch,EncoderDecoderModel,247363386,051eeb05,-,-,8,-,4.47258,409.9849551599709,True,True,True
fasterrcnn_mobilenet_v3_large_320_fpn,torchvision,FasterRCNN,19327458,59bcc1a5,-,-,-,-,-,-,True,True,False
fasterrcnn_mobilenet_v3_large_fpn,torchvision,FasterRCNN,19327458,e32c9090,-,-,-,-,-,-,True,True,False
fasterrcnn_resnet50_fpn,torchvision,FasterRCNN,41532886,d8b3f65a,-,-,-,-,-,-,True,True,False
fasterrcnn_resnet50_fpn_v2,torchvision,FasterRCNN,43712278,7147702b,-,-,-,-,-,-,True,True,False
fcos_resnet50_fpn,torchvision,FCOS,32047200,78b52a80,-,-,-,-,-,-,True,True,False
flaubert,huggingface_pytorch,FlaubertModel,667088896,6202b0cf,-,-,16,-,2.0277,940.9649789200284,True,True,True
funnel,huggingface_pytorch,FunnelModel,130973184,ab8f5fd3,-,-,4,-,1.47408,207.81787900998097,True,True,True
funnel_base,huggingface_pytorch,FunnelBaseModel,115611648,37ecc84c,-,-,4,-,1.09499,171.88997891995314,True,True,True
googlenet,torch_hub,GoogLeNet,13004888,6e59c54b,-,-,1,0.17383177777777775,0.5169,-,True,True,True
gpt1,huggingface_pytorch,OpenAIGPTModel,116534784,0342a9fe,-,-,4,0.8094195555555556,0.858544,144.98939797007552,True,True,True
gpt2,huggingface_pytorch,GPT2Model,124439808,af143a10,-,-,4,-,1.55853,152.2276330500972,True,True,True
gpt2_doublehead,huggingface_pytorch,GPT2DoubleHeadsModel,124440577,7befd733,-,-,4,-,2.79797,221.9525400400198,True,True,True
hardnet39ds,torch_hub,HarDNet,3488228,47ba431c,-,-,1,0.16504844444444444,0.67027,26.53754076003679,True,True,True
hardnet68,torch_hub,HarDNet,17565348,9d6d24cf,-,-,1,0.4453806666666667,1.35664,56.172675229963716,True,True,True
hardnet68ds,torch_hub,HarDNet,4180602,85f34cd3,-,-,1,0.25863955555555557,1.19471,46.942747300008705,True,True,True
hardnet85,torch_hub,HarDNet,36670212,acb062f3,-,-,1,-,1.8225,116.08406866999758,True,True,True
imagegpt,huggingface_pytorch,ImageGPTModel,76420096,3b5850cc,-,-,2,-,2.36969,148.584564079938,True,True,True
inception_v3,torch_hub,Inception3,27161264,46db3db5,-,-,1,0.29124955555555554,0.97934,-,True,True,True
keypointrcnn_resnet50_fpn,torchvision,KeypointRCNN,58914858,2f5908b4,-,-,-,-,-,-,True,True,False
layoutlm,huggingface_pytorch,LayoutLMModel,112627968,33ec397d,-,-,4,0.9206,0.901465,159.22174855993944,True,True,True
luke,huggingface_pytorch,LukeModel,274500608,431c265c,-,-,4,0.7627902222222223,1.23909,-,True,True,True
m2m_100,huggingface_pytorch,M2M100Model,483905536,533285d2,-,-,16,-,4.72023,-,True,True,True
marian,huggingface_pytorch,MarianModel,73886208,ea99ab2b,-,-,2,-,1.4485,105.2442949601027,True,True,True
marianmt,huggingface_pytorch,MarianMTModel,105080832,f4dcd1cc,-,-,4,-,2.95891,165.76979051007584,True,True,True
maskrcnn_resnet50_fpn,torchvision,MaskRCNN,44178993,a5f78569,-,-,-,-,-,-,True,True,False
maskrcnn_resnet50_fpn_v2,torchvision,MaskRCNN,46359409,f4f1de9a,-,-,-,-,-,-,True,True,False
megatron_bert,huggingface_pytorch,MegatronBertModel,333640704,2fa53f3f,-,-,8,-,1.91915,577.5945752999905,True,True,True
minilmv2,huggingface_pytorch,BertModel,22713216,f969d36d,-,-,1,-,0.374368,29.336603680076223,True,True,True
mnasnet0_5,torch_hub,MNASNet,2218512,913218e2,-,-,1,0.12472955555555554,0.385858,-,True,True,True
mnasnet0_75,torch_hub,MNASNet,3170208,4a915154,-,-,1,0.15018177777777778,0.404581,-,True,True,True
mnasnet1_0,torch_hub,MNASNet,4383312,041e693a,-,-,1,0.15523177777777777,0.416877,-,True,True,True
mnasnet1_3,torch_hub,MNASNet,6282256,87ea0deb,-,-,1,0.157544,0.452391,-,True,True,True
mobilebert,huggingface_pytorch,MobileBertModel,24844544,72442a94,-,-,1,0.26617711111111114,2.48534,-,True,True,True
mobilebert_for_sequence_classification,huggingface_pytorch,MobileBertForSequenceClassification,21197828,c6599ac3,-,-,1,0.257009,2.46666,-,True,True,True
mobilenet_v2,torch_hub,MobileNetV2,3504872,a81033ae,-,-,1,0.14078844444444444,0.373603,48.475536270070734,True,True,True
mobilenet_v3_large,torch_hub,MobileNetV3,5483032,00777649,-,-,1,0.1435428888888889,0.548751,-,True,True,True
mobilenet_v3_small,torch_hub,MobileNetV3,2542856,e7fae853,-,-,1,0.10183288888888889,0.470504,-,True,True,True
mobilevit,huggingface_pytorch,MobileViTModel,4937632,47b02614,-,-,1,-,1.03145,36.66993842996817,True,True,True
mobilevit_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,6357941,5621d1d8,-,-,1,-,1.10371,-,True,True,True
mobilevit_x_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,2944069,f9f29c8e,-,-,1,0.42951477777777775,1.02018,-,True,True,True
mobilevit_xx_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,1854853,535af098,-,-,1,-,1.01153,-,True,True,True
mpnet,huggingface_pytorch,MPNetModel,109484928,747bb620,-,-,4,1.2825813333333334,1.24075,163.84923144009008,True,True,True
mt5_base,huggingface_pytorch,MT5Model,390315264,6a56180f,-,-,8,-,3.69734,398.8391437399696,True,True,True
mt5_encoder,huggingface_pytorch,MT5EncoderModel,146940608,760f744b,-,-,4,-,0.522725,41.38822872999299,True,True,True
mt5_small,huggingface_pytorch,MT5Model,172119424,9625f18b,-,-,4,-,2.01351,105.7699083200896,True,True,True
openai_doublehead,huggingface_pytorch,OpenAIGPTDoubleHeadsModel,116535553,a4df98ec,-,-,4,-,1.89682,216.65758861006907,True,True,True
pegasus,huggingface_pytorch,PegasusModel,404190208,b92cca23,-,-,16,-,-,677.685793759938,True,True,True
perceiver,huggingface_pytorch,PerceiverModel,259897728,a4732115,-,-,8,-,2.4525,500.2269234100276,True,True,True
poolformer,huggingface_pytorch,PoolFormerModel,11401152,a8cfe755,-,-,1,0.5050124444444445,1.65716,30.19431214004726,True,True,True
rag,huggingface_pytorch,RagModel,515183104,7e502070,-,-,16,-,5.56016,728.6171911699785,True,True,True
realm,huggingface_pytorch,RealmEmbedder,133644474,d9107239,-,-,4,0.9555982222222222,0.879974,151.96695026994348,True,True,True
regnet_x_16gf,torch_hub,RegNet,54278536,90fe350f,-,-,2,-,0.832521,-,True,True,True
regnet_x_1_6gf,torch_hub,RegNet,9190136,9b6af29e,-,-,1,-,0.63147,-,True,True,True
regnet_x_32gf,torch_hub,RegNet,107811560,024939e4,-,-,4,-,1.16822,-,True,True,True
regnet_x_3_2gf,torch_hub,RegNet,15296552,731da922,-,-,1,-,0.74348,-,True,True,True
regnet_x_400mf,torch_hub,RegNet,5495976,08b8712e,-,-,1,-,0.560313,-,True,True,True
regnet_x_800mf,torch_hub,RegNet,7259656,1e12c62e,-,-,1,-,0.449153,-,True,True,True
regnet_x_8gf,torch_hub,RegNet,39572648,26bfacd7,-,-,1,-,0.814987,-,True,True,True
regnet_y_128gf,torch_hub,RegNet,644812894,a2a92eba,-,-,16,-,3.9092,-,True,True,True
regnet_y_16gf,torch_hub,RegNet,83590140,a44f744c,-,-,2,-,1.24068,-,True,True,True
regnet_y_1_6gf,torch_hub,RegNet,11202430,993181bc,-,-,1,-,1.39841,-,True,True,True
regnet_y_32gf,torch_hub,RegNet,145046770,16e3920e,-,-,4,-,1.64528,-,True,True,True
regnet_y_3_2gf,torch_hub,RegNet,19436338,a06a50b4,-,-,1,-,1.21257,-,True,True,True
regnet_y_400mf,torch_hub,RegNet,4344144,74d9ef17,-,-,1,-,0.735374,-,True,True,True
regnet_y_800mf,torch_hub,RegNet,6432512,efe4b887,-,-,1,-,0.685819,-,True,True,True
regnet_y_8gf,torch_hub,RegNet,39381472,0c98c39d,-,-,1,-,1.07528,-,True,True,True
rembert,huggingface_pytorch,RemBertModel,575920384,1a69d8de,-,-,16,-,2.72838,869.627254809966,True,True,True
resnet101,torch_hub,ResNet,44549160,285cd579,-,-,1,0.32660622222222224,1.14607,-,True,True,True
resnet152,torch_hub,ResNet,60192808,c732f780,-,-,2,0.670714,1.6622,-,True,True,True
resnet18,torch_hub,ResNet,11689512,11f0e9e3,-,-,1,0.1456028888888889,0.316588,-,True,True,True
resnet34,torch_hub,ResNet,21797672,85df0c4a,-,-,1,0.2671051111111112,0.538718,-,True,True,True
resnet50,torch_hub,ResNet,25557032,3ba0a685,-,-,1,0.24036511111111108,0.619851,-,True,True,True
resnext101_32x8d,torch_hub,ResNet,88791336,0b88b3d8,-,-,2,-,1.15416,-,True,True,True
resnext50_32x4d,torch_hub,ResNet,25028904,ce6f3fb8,-,-,1,-,0.556153,-,True,True,True
retinanet_resnet50_fpn,torchvision,RetinaNet,33792599,7cc11439,-,-,-,-,-,-,True,True,False
retinanet_resnet50_fpn_v2,torchvision,RetinaNet,38198935,20403119,-,-,-,-,-,-,True,True,False
retribert,huggingface_pytorch,RetriBertModel,81327360,4c3ee101,-,-,2,-,0.79137,128.88942663996204,True,True,True
roberta,huggingface_pytorch,RobertaModel,109482240,f75bf095,-,-,4,1.288656888888889,1.23566,159.71234653001375,True,True,True
roformer,huggingface_pytorch,RoFormerModel,123457536,a48eefbd,-,-,4,-,1.15548,164.16022113997315,True,True,True
segformer,huggingface_pytorch,SegformerModel,3319392,28a23805,-,-,1,0.3357648888888889,1.74117,24.09771079001075,True,True,True
shufflenet_v2_x0_5,torch_hub,ShuffleNetV2,1366792,15046a84,-,-,1,0.17563955555555552,0.471797,-,True,True,True
shufflenet_v2_x1_0,torch_hub,ShuffleNetV2,2278604,81185b92,-,-,1,0.39073955555555556,0.603684,-,True,True,True
shufflenet_v2_x1_5,torch_hub,ShuffleNetV2,3503624,51805568,-,-,1,0.6538806666666667,0.615799,-,True,True,True
shufflenet_v2_x2_0,torch_hub,ShuffleNetV2,7393996,670c36ac,-,-,1,0.912495111111111,0.633914,-,True,True,True
speech_to_text,huggingface_pytorch,Speech2TextModel,29536256,fc9ef5d8,-,-,1,0.3131224444444444,2.00539,-,True,True,True
splinter,huggingface_pytorch,SplinterModel,108891648,d8703a6e,-,-,4,0.9694862222222221,0.872433,155.3527094700803,True,True,True
squeezebert,huggingface_pytorch,SqueezeBertModel,51089664,c54b2d76,-,-,2,-,5.54191,67.58307225007229,True,True,True
squeezenet1_0,torch_hub,SqueezeNet,1248424,8b319b5b,-,-,1,0.1347962222222222,0.275701,-,True,True,True
squeezenet1_1,torch_hub,SqueezeNet,1235496,db09563d,-,-,1,0.09681177777777777,0.2521,-,True,True,True
ssd300_vgg16,torchvision,SSD,35603106,7940cda0,-,-,-,-,-,-,True,True,True
ssd300_vgg16,torchvision,SSDFeatureExtractorVGG,22905216,ba239042,-,-,1,-,0.897795,-,True,True,True
ssdlite320_mobilenet_v3_large,torchvision,SSDLiteFeatureExtractorMobileNet,3546992,0b96e723,-,-,1,0.3183091111111111,0.753265,-,True,True,True
ssdlite320_mobilenet_v3_large,torchvision,SSD,5198540,cb077411,-,-,-,-,-,-,True,True,True
swin_b,torch_hub,SwinTransformer,87768224,f0e93177,-,-,2,-,2.63961,223.2945901400126,True,True,True
swin_s,torch_hub,SwinTransformer,49606258,cc85d49e,-,-,2,-,2.21614,151.35200094001448,True,True,True
swin_t,torch_hub,SwinTransformer,28288354,89de9245,-,-,1,-,1.18987,86.26119384001868,True,True,True
t5_base,huggingface_pytorch,T5ForConditionalGeneration,247577856,ba7c8360,-,-,8,-,4.38483,-,True,True,True
t5_encoder,huggingface_pytorch,T5EncoderModel,35330816,0559914f,-,-,1,0.16009377777777778,0.374884,-,True,True,True
t5_large,huggingface_pytorch,T5ForConditionalGeneration,770567168,47d226ef,-,-,16,-,8.71861,-,True,True,True
t5_small,huggingface_pytorch,T5ForConditionalGeneration,76956160,6f1dd5bb,-,-,2,-,2.2482,-,True,True,True
unet,torch_hub,UNet,7763041,a76ab7f4,-,-,1,-,0.401556,-,True,True,True
vgg11,torch_hub,VGG,132863336,b38617af,-,-,4,-,0.445504,-,True,True,True
vgg11_bn,torch_hub,VGG,132868840,08550040,-,-,4,-,0.448629,-,True,True,True
vgg13,torch_hub,VGG,133047848,20ce33fd,-,-,4,-,0.494416,-,True,True,True
vgg13_bn,torch_hub,VGG,133053736,20dffe7e,-,-,4,-,0.495352,-,True,True,True
vgg16,torch_hub,VGG,138357544,b628f277,-,-,4,-,0.571315,-,True,True,True
vgg16_bn,torch_hub,VGG,138365992,8e2b426b,-,-,4,-,0.570784,-,True,True,True
vgg19_bn,torch_hub,VGG,143678248,bc2392e4,-,-,4,-,0.644274,-,True,True,True
vgg19,torch_hub,VGG,143667240,d889f054,-,-,4,-,0.637641,-,True,True,True
vit,huggingface_pytorch,ViTModel,86389248,993623dd,-,-,2,-,1.22047,172.63428400008706,True,True,True
vit_b_16,torch_hub,VisionTransformer,86567656,dd47dfd6,-,-,2,-,1.35681,171.17203558001165,True,True,True
vit_b_32,torch_hub,VisionTransformer,88224232,48d88bc1,-,-,2,0.34946733333333335,1.21338,137.9123528600485,True,True,True
vit_h_14,torch_hub,VisionTransformer,632045800,c682724f,-,-,16,-,5.71148,1293.1366407499445,True,True,True
vit_l_16,torch_hub,VisionTransformer,304326632,44b6c5a5,-,-,8,-,3.23453,624.8102439800459,True,True,True
vit_l_32,torch_hub,VisionTransformer,306535400,f137eddc,-,-,8,1.9500495555555555,2.33296,532.3608385799889,True,True,True
wide_resnet101_2,torch_hub,ResNet,126886696,0eb07645,-,-,4,-,1.51104,-,True,True,True
wide_resnet50_2,torch_hub,ResNet,68883240,fd743f94,-,-,2,-,0.788305,-,True,True,True
xglm,huggingface_pytorch,XGLMModel,564463616,41f01198,-,-,16,-,3.8856,526.8807932600976,True,True,True
xlm,huggingface_pytorch,XLMModel,667088896,6918ed2c,-,-,16,-,1.99917,960.5467003799276,True,True,True
xlm_roberta,huggingface_pytorch,XLMRobertaModel,109482240,a0532c05,-,-,4,1.288656888888889,1.21985,168.14585279000312,True,True,True
xlnet,huggingface_pytorch,XLNetModel,360268800,5cfcb429,-,-,8,-,3.10489,704.7841554399929,True,True,True
yolos_tiny_for_object_detection,huggingface_pytorch,YolosForObjectDetection,6488736,8f6a6a55,-,-,1,-,0.913931,-,True,True,True
midas_v3_hybrid,torch_hub,DPTDepthModel,123146985,6d674cb2,-,-,-,-,-,-,True,True,True
midas_v3_hybrid,torch_hub,ResNetV2,11894848,8cf28e2f,-,-,-,-,2.90256,-,True,True,True
midas_v3_large,torch_hub,DPTDepthModel,344055465,f2b11234,-,-,-,-,-,-,True,True,True