| model_name,author,model_class,params,hash,license,task,groq_chips_used,groq_estimated_latency,nvidia_latency,x86_latency | |
| alexnet,torch_hub,AlexNet,61100840,2891f54c,-,-,2,0.135954,0.265397,- | |
| bart,huggingface_pytorch,BartModel,404079471,cb0751ce,-,-,16,-,4.15389,691.2166766198789 | |
| beit,huggingface_pytorch,BeitModel,85530909,6b5d54c6,-,-,2,-,1.31387,189.04518397976062 | |
| bert,huggingface_pytorch,BertModel,109166875,d59172a2,-,-,4,0.9705413333333334,0.893788,192.00225890985166 | |
| bert_for_question_answering,huggingface_pytorch,BertForQuestionAnswering,333701684,64bce7df,-,-,8,-,1.86677,582.1991720495862 | |
| bert_generation,huggingface_pytorch,EncoderDecoderModel,465655102,42b8fae4,-,-,16,-,8.98776,1021.1708072599868 | |
| bert_tiny_for_sequence_classification,huggingface_pytorch,BertForSequenceClassification,4353207,ca662a9e,-,-,1,0.050837944444444436,0.120548,2.0943395301583223 | |
| blenderbot_small,huggingface_pytorch,BlenderbotSmallModel,84607354,d65dd9e3,-,-,2,-,1.90414,149.85194388013042 | |
| camembert,huggingface_pytorch,CamembertModel,109461790,a2ac5985,-,-,4,1.601648,1.254,190.39643673990213 | |
| clip_text_encoder,diffusers,CLIPTextModel,123066909,d312ecd1,-,-,4,0.6417337222222222,-,- | |
| convbert,huggingface_pytorch,ConvBertModel,105389136,b39013e9,-,-,4,-,1.93383,193.79765466037497 | |
| convnext,huggingface_pytorch,ConvNextModel,27766372,80414def,-,-,1,-,1.81162,114.20833107978979 | |
| convnext_base,torch_hub,ConvNeXt,88438950,c68282ce,-,-,2,-,3.65142,304.56368945975555 | |
| convnext_large,torch_hub,ConvNeXt,197538470,af479213,-,-,4,-,4.26559,537.3375729098188 | |
| convnext_small,torch_hub,ConvNeXt,50109350,32bd6900,-,-,2,-,3.27443,205.04089930029295 | |
| convnext_tiny,torch_hub,ConvNeXt,28536908,4f884eed,-,-,1,-,1.83052,111.76881739964301 | |
| deberta,huggingface_pytorch,DebertaModel,123642151,f4e4f0d1,-,-,4,0.8728995555555555,0.940213,164.53658521008037 | |
| deit,huggingface_pytorch,DeiTModel,86272794,4519cd75,-,-,2,-,1.15917,188.40573065048375 | |
| deit_base_for_image_classification,huggingface_pytorch,ViTForImageClassification,86567938,8fa842d1,-,-,2,-,1.20419,188.3781631502643 | |
| deit_tiny_for_image_classification,huggingface_pytorch,ViTForImageClassification,5717698,4f7bba18,-,-,1,0.19544955555555554,0.768232,26.35047095020127 | |
| densenet121,torch_hub,DenseNet,7928960,d5f7254d,-,-,1,-,3.22666,- | |
| densenet161,torch_hub,DenseNet,28564768,6c360ce5,-,-,1,-,5.78271,- | |
| densenet169,torch_hub,DenseNet,14079232,ccd997cb,-,-,1,-,5.77683,- | |
| densenet201,torch_hub,DenseNet,19901952,e355a66c,-,-,1,-,8.65692,- | |
| detr,huggingface_pytorch,DetrModel,-,c328f5b8,-,-,-,-,-,- | |
| detr_for_object_detection,huggingface_pytorch,DetrForObjectDetection,-,a2481ba5,-,-,-,-,-,- | |
| distil_wav2vec2_for_audio_classification,huggingface_pytorch,Wav2Vec2ForSequenceClassification,37866425,cd811c97,-,-,1,-,0.785248,90.09567074994266 | |
| distilbert,huggingface_pytorch,DistilBertModel,66068163,38518005,-,-,2,-,0.493093,97.93653728949721 | |
| distilbert_for_question_answering,huggingface_pytorch,DistilBertForQuestionAnswering,66069705,65b3ff1b,-,-,2,-,0.497075,89.95117426966317 | |
| distilhubert_for_audio_classification,huggingface_pytorch,HubertForSequenceClassification,23700634,4170140a,-,-,1,-,0.542671,64.19169483007863 | |
| efficientnet_b0,torch_hub,EfficientNet,5242196,94890704,-,-,1,0.2533928888888889,0.815468,34.83409002990811 | |
| efficientnet_b1,torch_hub,EfficientNet,7724900,8e53a932,-,-,1,0.3717228888888889,1.15945,49.84901875977812 | |
| efficientnet_b2,torch_hub,EfficientNet,9034582,204800dc,-,-,1,0.3774106666666667,1.1791,53.85739198063675 | |
| efficientnet_b3,torch_hub,EfficientNet,12134224,2950ca5b,-,-,1,0.37874066666666667,1.37323,69.99551486012933 | |
| efficientnet_b4,torch_hub,EfficientNet,19197120,7d75dda2,-,-,1,-,1.74345,100.7260734403826 | |
| efficientnet_b5,torch_hub,EfficientNet,30187756,204c9208,-,-,1,-,2.09168,144.18154243947356 | |
| efficientnet_b6,torch_hub,EfficientNet,42776110,d5bd9458,-,-,1,-,2.50815,187.61203701986233 | |
| efficientnet_b7,torch_hub,EfficientNet,65977888,6973429a,-,-,2,-,3.12637,260.8438201495301 | |
| efficientnet_v2_l,torch_hub,EfficientNet,117896136,f5ddf7f0,-,-,4,-,3.71027,288.70993511998677 | |
| efficientnet_v2_m,torch_hub,EfficientNet,53790556,a041aef8,-,-,2,-,2.49759,145.62153512939403 | |
| efficientnet_v2_s,torch_hub,EfficientNet,21275536,ae743058,-,-,1,-,1.66344,71.11873542038666 | |
| electra,huggingface_pytorch,ElectraModel,13411610,8da49ae6,-,-,1,0.17529933333333333,0.608781,32.41823309013853 | |
| electra_for_sequence_classification,huggingface_pytorch,ElectraForSequenceClassification,109285920,5ccb19c4,-,-,4,0.8283743888888889,0.87393,185.51082463993225 | |
| encoder_decoder,huggingface_pytorch,EncoderDecoderModel,269541955,051eeb05,-,-,8,-,4.48406,465.1959892800369 | |
| fasterrcnn_mobilenet_v3_large_320_fpn,torchvision,FasterRCNN,-,59bcc1a5,-,-,-,-,-,- | |
| fasterrcnn_mobilenet_v3_large_fpn,torchvision,FasterRCNN,-,e32c9090,-,-,-,-,-,- | |
| fasterrcnn_resnet50_fpn,torchvision,FasterRCNN,-,d8b3f65a,-,-,-,-,-,- | |
| fasterrcnn_resnet50_fpn_v2,torchvision,FasterRCNN,-,7147702b,-,-,-,-,-,- | |
| fcos_resnet50_fpn,torchvision,FCOS,-,78b52a80,-,-,-,-,-,- | |
| flaubert,huggingface_pytorch,FlaubertModel,665991556,6202b0cf,-,-,16,-,2.02618,999.1392646501481 | |
| funnel,huggingface_pytorch,FunnelModel,126026920,ab8f5fd3,-,-,4,-,1.43615,227.34923097981664 | |
| funnel_base,huggingface_pytorch,FunnelBaseModel,111060490,37ecc84c,-,-,4,-,1.09485,189.10730523013626 | |
| googlenet,torch_hub,GoogLeNet,6613040,6e59c54b,-,-,1,0.1749551111111111,0.505724,- | |
| gpt1,huggingface_pytorch,OpenAIGPTModel,116160329,0342a9fe,-,-,4,0.8044728888888889,0.862691,160.37542472004134 | |
| gpt2,huggingface_pytorch,GPT2Model,123654222,af143a10,-,-,4,-,1.58146,173.56069374967774 | |
| gpt2_doublehead,huggingface_pytorch,GPT2DoubleHeadsModel,162253137,7befd733,-,-,4,-,2.82408,249.52793023978302 | |
| hardnet39ds,torch_hub,HarDNet,3475460,47ba431c,-,-,1,0.16482066666666664,0.671144,28.176044120045844 | |
| hardnet68,torch_hub,HarDNet,17557702,9d6d24cf,-,-,1,0.4474928888888889,1.34825,61.87605565995909 | |
| hardnet68ds,torch_hub,HarDNet,4162968,85f34cd3,-,-,1,0.2613695555555556,1.16506,44.41307182030869 | |
| hardnet85,torch_hub,HarDNet,36657186,acb062f3,-,-,1,-,-,113.87802991979697 | |
| imagegpt,huggingface_pytorch,ImageGPTModel,75872253,3b5850cc,-,-,2,-,-,171.59918417972222 | |
| inception_v3,torch_hub,Inception3,23802160,46db3db5,-,-,1,0.2930784444444445,-,- | |
| keypointrcnn_resnet50_fpn,torchvision,KeypointRCNN,-,2f5908b4,-,-,-,-,-,- | |
| layoutlm,huggingface_pytorch,LayoutLMModel,112312606,33ec397d,-,-,4,0.9197599999999999,-,174.74697219979134 | |
| luke,huggingface_pytorch,LukeModel,124626094,431c265c,-,-,4,0.7780168888888889,-,- | |
| m2m_100,huggingface_pytorch,M2M100Model,484582648,533285d2,-,-,16,-,4.65753,- | |
| marian,huggingface_pytorch,MarianModel,73968758,ea99ab2b,-,-,2,-,1.44538,103.37036954973883 | |
| marianmt,huggingface_pytorch,MarianMTModel,105222896,f4dcd1cc,-,-,4,-,2.94311,157.55457573039166 | |
| maskrcnn_resnet50_fpn,torchvision,MaskRCNN,-,a5f78569,-,-,-,-,-,- | |
| maskrcnn_resnet50_fpn_v2,torchvision,MaskRCNN,-,f4f1de9a,-,-,-,-,-,- | |
| megatron_bert,huggingface_pytorch,MegatronBertModel,333060655,2fa53f3f,-,-,8,-,1.96738,555.1407034999283 | |
| minilmv2,huggingface_pytorch,BertModel,22565905,f969d36d,-,-,1,-,0.375789,35.073293950699735 | |
| mnasnet0_5,torch_hub,MNASNet,2200880,913218e2,-,-,1,0.126604,-,- | |
| mnasnet0_75,torch_hub,MNASNet,3144288,4a915154,-,-,1,0.15194288888888888,-,- | |
| mnasnet1_0,torch_hub,MNASNet,4350160,041e693a,-,-,1,0.15758844444444442,-,- | |
| mnasnet1_3,torch_hub,MNASNet,6239320,87ea0deb,-,-,1,0.15972844444444442,-,- | |
| mobilebert,huggingface_pytorch,MobileBertModel,24552347,72442a94,-,-,1,0.265796,2.51211,- | |
| mobilebert_for_sequence_classification,huggingface_pytorch,MobileBertForSequenceClassification,21063071,c6599ac3,-,-,1,0.2579278888888889,2.51349,- | |
| mobilenet_v2,torch_hub,MobileNetV2,3475078,a81033ae,-,-,1,0.14282622222222222,-,53.026464490030776 | |
| mobilenet_v3_large,torch_hub,MobileNetV3,5457176,00777649,-,-,1,0.14464177777777776,-,- | |
| mobilenet_v3_small,torch_hub,MobileNetV3,2529712,e7fae853,-,-,1,0.10310622222222221,-,- | |
| mobilevit,huggingface_pytorch,MobileViTModel,4913383,47b02614,-,-,1,-,1.02014,41.67117318036617 | |
| mobilevit_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,6351176,5621d1d8,-,-,1,-,1.0752,- | |
| mobilevit_x_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,2938952,f9f29c8e,-,-,1,0.4313458888888889,0.997081,- | |
| mobilevit_xx_small_for_semantic_segmentation,huggingface_pytorch,MobileViTForSemanticSegmentation,1851840,535af098,-,-,1,0.3393303333333333,1.0546,- | |
| mpnet,huggingface_pytorch,MPNetModel,109563934,747bb620,-,-,4,1.2888346666666668,1.22228,170.32035639014794 | |
| mt5_base,huggingface_pytorch,MT5Model,393067796,6a56180f,-,-,8,-,3.75727,391.50536451990774 | |
| mt5_encoder,huggingface_pytorch,MT5EncoderModel,147030724,760f744b,-,-,4,-,0.520979,43.641853389999596 | |
| mt5_small,huggingface_pytorch,MT5Model,173102608,9625f18b,-,-,4,-,1.989,111.67433849026565 | |
| openai_doublehead,huggingface_pytorch,OpenAIGPTDoubleHeadsModel,147248972,a4df98ec,-,-,4,-,1.89416,210.16663355956553 | |
| pegasus,huggingface_pytorch,PegasusModel,403947826,b92cca23,-,-,16,-,4.3277,736.7732610790699 | |
| perceiver,huggingface_pytorch,PerceiverModel,259427689,a4732115,-,-,8,-,2.42192,565.411753430235 | |
| poolformer,huggingface_pytorch,PoolFormerModel,11371452,a8cfe755,-,-,1,0.5037313333333333,1.65637,36.42502397968201 | |
| rag,huggingface_pytorch,RagModel,455992266,7e502070,-,-,16,-,5.52265,792.9168372506683 | |
| realm,huggingface_pytorch,RealmEmbedder,109265461,d9107239,-,-,4,0.9659404444444445,0.905614,170.6357715105696 | |
| regnet_x_16gf,torch_hub,RegNet,54171112,90fe350f,-,-,2,-,-,- | |
| regnet_x_1_6gf,torch_hub,RegNet,9148224,9b6af29e,-,-,1,-,-,- | |
| regnet_x_32gf,torch_hub,RegNet,107654448,024939e4,-,-,4,-,-,- | |
| regnet_x_3_2gf,torch_hub,RegNet,15235752,731da922,-,-,1,-,-,- | |
| regnet_x_400mf,torch_hub,RegNet,5458776,08b8712e,-,-,1,-,-,- | |
| regnet_x_800mf,torch_hub,RegNet,7223528,1e12c62e,-,-,1,-,-,- | |
| regnet_x_8gf,torch_hub,RegNet,39485176,26bfacd7,-,-,1,-,-,- | |
| regnet_y_128gf,torch_hub,RegNet,644409734,a2a92eba,-,-,16,-,-,- | |
| regnet_y_16gf,torch_hub,RegNet,83472284,a44f744c,-,-,2,-,-,- | |
| regnet_y_1_6gf,torch_hub,RegNet,11151182,993181bc,-,-,1,-,-,- | |
| regnet_y_32gf,torch_hub,RegNet,144894546,16e3920e,-,-,4,-,-,- | |
| regnet_y_3_2gf,torch_hub,RegNet,19372586,a06a50b4,-,-,1,-,-,- | |
| regnet_y_400mf,torch_hub,RegNet,4317824,74d9ef17,-,-,1,-,-,- | |
| regnet_y_800mf,torch_hub,RegNet,6403424,efe4b887,-,-,1,-,-,- | |
| regnet_y_8gf,torch_hub,RegNet,39298560,0c98c39d,-,-,1,-,-,- | |
| rembert,huggingface_pytorch,RemBertModel,575380455,1a69d8de,-,-,16,-,2.72039,947.4787048704457 | |
| resnet101,torch_hub,ResNet,44447848,285cd579,-,-,1,0.3299006666666667,-,- | |
| resnet152,torch_hub,ResNet,60045416,c732f780,-,-,2,-,-,- | |
| resnet18,torch_hub,ResNet,11680872,11f0e9e3,-,-,1,0.1496962222222222,-,- | |
| resnet34,torch_hub,ResNet,21781608,85df0c4a,-,-,1,0.2726373333333334,-,- | |
| resnet50,torch_hub,ResNet,25507944,3ba0a685,-,-,1,0.24332177777777778,-,- | |
| resnext101_32x8d,torch_hub,ResNet,88592360,0b88b3d8,-,-,2,-,-,- | |
| resnext50_32x4d,torch_hub,ResNet,24964712,ce6f3fb8,-,-,1,-,-,- | |
| retinanet_resnet50_fpn,torchvision,RetinaNet,-,7cc11439,-,-,-,-,-,- | |
| retinanet_resnet50_fpn_v2,torchvision,RetinaNet,-,20403119,-,-,-,-,-,- | |
| retribert,huggingface_pytorch,RetriBertModel,81150360,4c3ee101,-,-,2,-,0.78575,161.68197247956414 | |
| roberta,huggingface_pytorch,RobertaModel,109461790,f75bf095,-,-,4,1.601648,1.24405,172.31926737047615 | |
| roformer,huggingface_pytorch,RoFormerModel,123454570,a48eefbd,-,-,4,-,1.15434,181.44185373021173 | |
| safety_clipvision,diffusers,CLIPVisionModel,303180600,bd5ab0a3,-,-,8,-,-,- | |
| segformer,huggingface_pytorch,SegformerModel,3301554,28a23805,-,-,1,0.3345293333333333,1.80416,28.62162310120766 | |
| shufflenet_v2_x0_5,torch_hub,ShuffleNetV2,1360228,15046a84,-,-,1,0.17739288888888888,-,- | |
| shufflenet_v2_x1_0,torch_hub,ShuffleNetV2,2264074,81185b92,-,-,1,0.39266955555555555,-,- | |
| shufflenet_v2_x1_5,torch_hub,ShuffleNetV2,3482044,51805568,-,-,1,0.655604,-,- | |
| shufflenet_v2_x2_0,torch_hub,ShuffleNetV2,7363402,670c36ac,-,-,1,0.9142295555555555,-,- | |
| speech_to_text,huggingface_pytorch,Speech2TextModel,29738309,fc9ef5d8,-,-,1,0.3131224444444444,2.03099,- | |
| splinter,huggingface_pytorch,SplinterModel,108577050,d8703a6e,-,-,4,0.9752951111111111,0.862869,170.1798894998501 | |
| squeezebert,huggingface_pytorch,SqueezeBertModel,50775835,c54b2d76,-,-,2,-,5.59688,79.404421060608 | |
| squeezenet1_0,torch_hub,SqueezeNet,1246280,8b319b5b,-,-,1,0.13888844444444443,-,- | |
| squeezenet1_1,torch_hub,SqueezeNet,1233288,db09563d,-,-,1,0.10062622222222223,-,- | |
| ssd300_vgg16,torchvision,SSD,22941893,7940cda0,-,-,-,-,-,- | |
| ssd300_vgg16,torchvision,SSDFeatureExtractorVGG,22941893,ba239042,-,-,1,-,-,- | |
| ssdlite320_mobilenet_v3_large,torchvision,SSDLiteFeatureExtractorMobileNet,3531168,0b96e723,-,-,1,0.31936577777777775,-,- | |
| ssdlite320_mobilenet_v3_large,torchvision,SSD,3531168,cb077411,-,-,-,-,-,- | |
| swin_b,torch_hub,SwinTransformer,88739572,f0e93177,-,-,2,-,-,263.4275876703032 | |
| swin_s,torch_hub,SwinTransformer,50404822,cc85d49e,-,-,2,-,-,168.21289044972218 | |
| swin_t,torch_hub,SwinTransformer,28766980,89de9245,-,-,1,-,-,99.44971196026017 | |
| t5_base,huggingface_pytorch,T5ForConditionalGeneration,250330269,ba7c8360,-,-,8,-,4.33878,- | |
| t5_encoder,huggingface_pytorch,T5EncoderModel,35455606,0559914f,-,-,1,0.1568293333333333,0.371184,- | |
| t5_large,huggingface_pytorch,T5ForConditionalGeneration,777383217,47d226ef,-,-,16,-,8.72961,- | |
| t5_small,huggingface_pytorch,T5ForConditionalGeneration,78004563,6f1dd5bb,-,-,2,-,2.27798,- | |
| unet_2d_condition,diffusers,UNet2DConditionModel,2324093576,b6cc8b9c,-,-,64,-,-,- | |
| unet,torch_hub,UNet,7760097,a76ab7f4,-,-,1,-,-,- | |
| vae_decoder,diffusers,Decoder,66269588,d2afe38b,-,-,2,-,-,- | |
| vgg11,torch_hub,VGG,132857448,b38617af,-,-,4,-,-,- | |
| vgg11_bn,torch_hub,VGG,132857448,08550040,-,-,4,-,-,- | |
| vgg13,torch_hub,VGG,133041768,20ce33fd,-,-,4,-,-,- | |
| vgg13_bn,torch_hub,VGG,133041768,20dffe7e,-,-,4,-,-,- | |
| vgg16,torch_hub,VGG,138350184,b628f277,-,-,4,-,-,- | |
| vgg16_bn,torch_hub,VGG,138350184,8e2b426b,-,-,4,-,-,- | |
| vgg19_bn,torch_hub,VGG,143658600,bc2392e4,-,-,4,-,-,- | |
| vgg19,torch_hub,VGG,143658600,d889f054,-,-,4,-,-,- | |
| vit,huggingface_pytorch,ViTModel,86271258,993623dd,-,-,2,-,1.35369,197.53784163898672 | |
| vit_b_16,torch_hub,VisionTransformer,86497330,dd47dfd6,-,-,2,-,-,180.93363414045598 | |
| vit_b_32,torch_hub,VisionTransformer,88153906,48d88bc1,-,-,2,0.3504117777777778,-,137.5043825899047 | |
| vit_h_14,torch_hub,VisionTransformer,631724110,c682724f,-,-,16,-,-,1280.8591743299621 | |
| vit_l_16,torch_hub,VisionTransformer,304134774,44b6c5a5,-,-,8,-,-,605.2569911597675 | |
| vit_l_32,torch_hub,VisionTransformer,306343542,f137eddc,-,-,8,1.9487873333333334,-,485.7117613605078 | |
| wide_resnet101_2,torch_hub,ResNet,126752872,0eb07645,-,-,4,-,-,- | |
| wide_resnet50_2,torch_hub,ResNet,68819048,fd743f94,-,-,2,-,-,- | |
| xglm,huggingface_pytorch,XGLMModel,566264860,41f01198,-,-,16,-,4.02084,580.2742298800149 | |
| xlm,huggingface_pytorch,XLMModel,665991556,6918ed2c,-,-,16,-,-,993.2137996098027 | |
| xlm_roberta,huggingface_pytorch,XLMRobertaModel,109461790,a0532c05,-,-,4,1.601648,1.2654,183.20921227044892 | |
| xlnet,huggingface_pytorch,XLNetModel,341121821,5cfcb429,-,-,8,-,3.31087,785.5760815998656 | |
| yolos_tiny_for_object_detection,huggingface_pytorch,YolosForObjectDetection,6489028,8f6a6a55,-,-,1,-,0.929647,- | |
| midas_v3_hybrid,torch_hub,DPTDepthModel,-,6d674cb2,-,-,-,-,-,- | |
| midas_v3_hybrid,torch_hub,ResNetV2,-,8cf28e2f,-,-,-,-,-,- | |
| midas_v3_large,torch_hub,DPTDepthModel,-,f2b11234,-,-,-,-,-,- | |