Transformers
PyTorch
perceiver
Inference Endpoints
multimodal-perceiver / config.json
nielsr's picture
nielsr HF staff
Update model
2196767
{
"architectures": [
"PerceiverForMultimodalAutoencoding"
],
"attention_probs_dropout_prob": 0.1,
"audio_samples_per_frame": 1920,
"cross_attention_shape_for_attention": "kv",
"cross_attention_widening_factor": 1,
"d_latents": 512,
"d_model": 704,
"hidden_act": "gelu",
"id2label": {
"0": "abseiling",
"1": "acting in play",
"2": "adjusting glasses",
"3": "air drumming",
"4": "alligator wrestling",
"5": "answering questions",
"6": "applauding",
"7": "applying cream",
"8": "archaeological excavation",
"9": "archery",
"10": "arguing",
"11": "arm wrestling",
"12": "arranging flowers",
"13": "arresting",
"14": "assembling bicycle",
"15": "assembling computer",
"16": "attending conference",
"17": "auctioning",
"18": "baby waking up",
"19": "backflip (human)",
"20": "baking cookies",
"21": "bandaging",
"22": "barbequing",
"23": "bartending",
"24": "base jumping",
"25": "bathing dog",
"26": "battle rope training",
"27": "beatboxing",
"28": "bee keeping",
"29": "being excited",
"30": "being in zero gravity",
"31": "belly dancing",
"32": "bench pressing",
"33": "bending back",
"34": "bending metal",
"35": "biking through snow",
"36": "blasting sand",
"37": "blending fruit",
"38": "blowdrying hair",
"39": "blowing bubble gum",
"40": "blowing glass",
"41": "blowing leaves",
"42": "blowing nose",
"43": "blowing out candles",
"44": "bobsledding",
"45": "bodysurfing",
"46": "bookbinding",
"47": "bottling",
"48": "bouncing ball (not juggling)",
"49": "bouncing on bouncy castle",
"50": "bouncing on trampoline",
"51": "bowling",
"52": "braiding hair",
"53": "breading or breadcrumbing",
"54": "breakdancing",
"55": "breaking boards",
"56": "breaking glass",
"57": "breathing fire",
"58": "brush painting",
"59": "brushing floor",
"60": "brushing hair",
"61": "brushing teeth",
"62": "building cabinet",
"63": "building lego",
"64": "building sandcastle",
"65": "building shed",
"66": "bulldozing",
"67": "bungee jumping",
"68": "burping",
"69": "busking",
"70": "calculating",
"71": "calligraphy",
"72": "canoeing or kayaking",
"73": "capoeira",
"74": "capsizing",
"75": "card stacking",
"76": "card throwing",
"77": "carrying baby",
"78": "carrying weight",
"79": "cartwheeling",
"80": "carving ice",
"81": "carving marble",
"82": "carving pumpkin",
"83": "carving wood with a knife",
"84": "casting fishing line",
"85": "catching fish",
"86": "catching or throwing baseball",
"87": "catching or throwing frisbee",
"88": "catching or throwing softball",
"89": "celebrating",
"90": "changing gear in car",
"91": "changing oil",
"92": "changing wheel (not on bike)",
"93": "chasing",
"94": "checking tires",
"95": "checking watch",
"96": "cheerleading",
"97": "chewing gum",
"98": "chiseling stone",
"99": "chiseling wood",
"100": "chopping meat",
"101": "chopping wood",
"102": "clam digging",
"103": "clapping",
"104": "clay pottery making",
"105": "clean and jerk",
"106": "cleaning gutters",
"107": "cleaning pool",
"108": "cleaning shoes",
"109": "cleaning toilet",
"110": "cleaning windows",
"111": "climbing a rope",
"112": "climbing ladder",
"113": "climbing tree",
"114": "closing door",
"115": "coloring in",
"116": "combing hair",
"117": "contact juggling",
"118": "contorting",
"119": "cooking chicken",
"120": "cooking egg",
"121": "cooking on campfire",
"122": "cooking sausages (not on barbeque)",
"123": "cooking scallops",
"124": "cosplaying",
"125": "coughing",
"126": "counting money",
"127": "country line dancing",
"128": "cracking back",
"129": "cracking knuckles",
"130": "cracking neck",
"131": "crawling baby",
"132": "crocheting",
"133": "crossing eyes",
"134": "crossing river",
"135": "crying",
"136": "cumbia",
"137": "curling (sport)",
"138": "curling eyelashes",
"139": "curling hair",
"140": "cutting apple",
"141": "cutting cake",
"142": "cutting nails",
"143": "cutting orange",
"144": "cutting pineapple",
"145": "cutting watermelon",
"146": "dancing ballet",
"147": "dancing charleston",
"148": "dancing gangnam style",
"149": "dancing macarena",
"150": "deadlifting",
"151": "dealing cards",
"152": "decorating the christmas tree",
"153": "decoupage",
"154": "delivering mail",
"155": "digging",
"156": "dining",
"157": "directing traffic",
"158": "disc golfing",
"159": "diving cliff",
"160": "docking boat",
"161": "dodgeball",
"162": "doing aerobics",
"163": "doing jigsaw puzzle",
"164": "doing laundry",
"165": "doing nails",
"166": "doing sudoku",
"167": "drawing",
"168": "dribbling basketball",
"169": "drinking shots",
"170": "driving car",
"171": "driving tractor",
"172": "drooling",
"173": "drop kicking",
"174": "drumming fingers",
"175": "dumpster diving",
"176": "dunking basketball",
"177": "dyeing eyebrows",
"178": "dyeing hair",
"179": "eating burger",
"180": "eating cake",
"181": "eating carrots",
"182": "eating chips",
"183": "eating doughnuts",
"184": "eating hotdog",
"185": "eating ice cream",
"186": "eating nachos",
"187": "eating spaghetti",
"188": "eating watermelon",
"189": "egg hunting",
"190": "embroidering",
"191": "entering church",
"192": "exercising arm",
"193": "exercising with an exercise ball",
"194": "extinguishing fire",
"195": "faceplanting",
"196": "falling off bike",
"197": "falling off chair",
"198": "feeding birds",
"199": "feeding fish",
"200": "feeding goats",
"201": "fencing (sport)",
"202": "fidgeting",
"203": "filling cake",
"204": "filling eyebrows",
"205": "finger snapping",
"206": "fixing bicycle",
"207": "fixing hair",
"208": "flint knapping",
"209": "flipping bottle",
"210": "flipping pancake",
"211": "fly tying",
"212": "flying kite",
"213": "folding clothes",
"214": "folding napkins",
"215": "folding paper",
"216": "front raises",
"217": "frying vegetables",
"218": "gargling",
"219": "geocaching",
"220": "getting a haircut",
"221": "getting a piercing",
"222": "getting a tattoo",
"223": "giving or receiving award",
"224": "gold panning",
"225": "golf chipping",
"226": "golf driving",
"227": "golf putting",
"228": "gospel singing in church",
"229": "grinding meat",
"230": "grooming cat",
"231": "grooming dog",
"232": "grooming horse",
"233": "gymnastics tumbling",
"234": "hammer throw",
"235": "hand washing clothes",
"236": "head stand",
"237": "headbanging",
"238": "headbutting",
"239": "helmet diving",
"240": "herding cattle",
"241": "high fiving",
"242": "high jump",
"243": "high kick",
"244": "historical reenactment",
"245": "hitting baseball",
"246": "hockey stop",
"247": "holding snake",
"248": "home roasting coffee",
"249": "hopscotch",
"250": "hoverboarding",
"251": "huddling",
"252": "hugging (not baby)",
"253": "hugging baby",
"254": "hula hooping",
"255": "hurdling",
"256": "hurling (sport)",
"257": "ice climbing",
"258": "ice fishing",
"259": "ice skating",
"260": "ice swimming",
"261": "inflating balloons",
"262": "installing carpet",
"263": "ironing",
"264": "ironing hair",
"265": "javelin throw",
"266": "jaywalking",
"267": "jetskiing",
"268": "jogging",
"269": "juggling balls",
"270": "juggling fire",
"271": "juggling soccer ball",
"272": "jumping bicycle",
"273": "jumping into pool",
"274": "jumping jacks",
"275": "jumping sofa",
"276": "jumpstyle dancing",
"277": "karaoke",
"278": "kicking field goal",
"279": "kicking soccer ball",
"280": "kissing",
"281": "kitesurfing",
"282": "knitting",
"283": "krumping",
"284": "land sailing",
"285": "laughing",
"286": "lawn mower racing",
"287": "laying bricks",
"288": "laying concrete",
"289": "laying decking",
"290": "laying stone",
"291": "laying tiles",
"292": "leatherworking",
"293": "letting go of balloon",
"294": "licking",
"295": "lifting hat",
"296": "lighting candle",
"297": "lighting fire",
"298": "listening with headphones",
"299": "lock picking",
"300": "long jump",
"301": "longboarding",
"302": "looking at phone",
"303": "looking in mirror",
"304": "luge",
"305": "lunge",
"306": "making a cake",
"307": "making a sandwich",
"308": "making balloon shapes",
"309": "making bubbles",
"310": "making cheese",
"311": "making horseshoes",
"312": "making jewelry",
"313": "making latte art",
"314": "making paper aeroplanes",
"315": "making pizza",
"316": "making slime",
"317": "making snowman",
"318": "making sushi",
"319": "making tea",
"320": "making the bed",
"321": "marching",
"322": "marriage proposal",
"323": "massaging back",
"324": "massaging feet",
"325": "massaging legs",
"326": "massaging neck",
"327": "massaging person's head",
"328": "metal detecting",
"329": "milking cow",
"330": "milking goat",
"331": "mixing colours",
"332": "moon walking",
"333": "mopping floor",
"334": "mosh pit dancing",
"335": "motorcycling",
"336": "mountain climber (exercise)",
"337": "moving baby",
"338": "moving child",
"339": "moving furniture",
"340": "mowing lawn",
"341": "mushroom foraging",
"342": "needle felting",
"343": "news anchoring",
"344": "opening bottle (not wine)",
"345": "opening coconuts",
"346": "opening door",
"347": "opening present",
"348": "opening refrigerator",
"349": "opening wine bottle",
"350": "packing",
"351": "paragliding",
"352": "parasailing",
"353": "parkour",
"354": "passing American football (in game)",
"355": "passing American football (not in game)",
"356": "passing soccer ball",
"357": "peeling apples",
"358": "peeling banana",
"359": "peeling potatoes",
"360": "person collecting garbage",
"361": "petting animal (not cat)",
"362": "petting cat",
"363": "petting horse",
"364": "photobombing",
"365": "photocopying",
"366": "picking apples",
"367": "picking blueberries",
"368": "pillow fight",
"369": "pinching",
"370": "pirouetting",
"371": "planing wood",
"372": "planting trees",
"373": "plastering",
"374": "playing accordion",
"375": "playing american football",
"376": "playing badminton",
"377": "playing bagpipes",
"378": "playing basketball",
"379": "playing bass guitar",
"380": "playing beer pong",
"381": "playing billiards",
"382": "playing blackjack",
"383": "playing cards",
"384": "playing cello",
"385": "playing checkers",
"386": "playing chess",
"387": "playing clarinet",
"388": "playing controller",
"389": "playing cricket",
"390": "playing cymbals",
"391": "playing darts",
"392": "playing didgeridoo",
"393": "playing dominoes",
"394": "playing drums",
"395": "playing field hockey",
"396": "playing flute",
"397": "playing gong",
"398": "playing guitar",
"399": "playing hand clapping games",
"400": "playing harmonica",
"401": "playing harp",
"402": "playing ice hockey",
"403": "playing keyboard",
"404": "playing kickball",
"405": "playing laser tag",
"406": "playing lute",
"407": "playing mahjong",
"408": "playing maracas",
"409": "playing marbles",
"410": "playing monopoly",
"411": "playing netball",
"412": "playing nose flute",
"413": "playing oboe",
"414": "playing ocarina",
"415": "playing organ",
"416": "playing paintball",
"417": "playing pan pipes",
"418": "playing piano",
"419": "playing piccolo",
"420": "playing pinball",
"421": "playing ping pong",
"422": "playing poker",
"423": "playing polo",
"424": "playing recorder",
"425": "playing road hockey",
"426": "playing rounders",
"427": "playing rubiks cube",
"428": "playing saxophone",
"429": "playing scrabble",
"430": "playing shuffleboard",
"431": "playing slot machine",
"432": "playing squash or racquetball",
"433": "playing tennis",
"434": "playing trombone",
"435": "playing trumpet",
"436": "playing ukulele",
"437": "playing violin",
"438": "playing volleyball",
"439": "playing with trains",
"440": "playing xylophone",
"441": "poaching eggs",
"442": "poking bellybutton",
"443": "pole vault",
"444": "polishing furniture",
"445": "polishing metal",
"446": "popping balloons",
"447": "pouring beer",
"448": "pouring milk",
"449": "pouring wine",
"450": "preparing salad",
"451": "presenting weather forecast",
"452": "pretending to be a statue",
"453": "pull ups",
"454": "pulling espresso shot",
"455": "pulling rope (game)",
"456": "pumping fist",
"457": "pumping gas",
"458": "punching bag",
"459": "punching person (boxing)",
"460": "push up",
"461": "pushing car",
"462": "pushing cart",
"463": "pushing wheelbarrow",
"464": "pushing wheelchair",
"465": "putting in contact lenses",
"466": "putting on eyeliner",
"467": "putting on foundation",
"468": "putting on lipstick",
"469": "putting on mascara",
"470": "putting on sari",
"471": "putting on shoes",
"472": "putting wallpaper on wall",
"473": "raising eyebrows",
"474": "reading book",
"475": "reading newspaper",
"476": "recording music",
"477": "repairing puncture",
"478": "riding a bike",
"479": "riding camel",
"480": "riding elephant",
"481": "riding mechanical bull",
"482": "riding mule",
"483": "riding or walking with horse",
"484": "riding scooter",
"485": "riding snow blower",
"486": "riding unicycle",
"487": "ripping paper",
"488": "roasting marshmallows",
"489": "roasting pig",
"490": "robot dancing",
"491": "rock climbing",
"492": "rock scissors paper",
"493": "roller skating",
"494": "rolling eyes",
"495": "rolling pastry",
"496": "rope pushdown",
"497": "running on treadmill",
"498": "sailing",
"499": "salsa dancing",
"500": "saluting",
"501": "sanding floor",
"502": "sanding wood",
"503": "sausage making",
"504": "sawing wood",
"505": "scrambling eggs",
"506": "scrapbooking",
"507": "scrubbing face",
"508": "scuba diving",
"509": "seasoning food",
"510": "separating eggs",
"511": "setting table",
"512": "sewing",
"513": "shaking hands",
"514": "shaking head",
"515": "shaping bread dough",
"516": "sharpening knives",
"517": "sharpening pencil",
"518": "shaving head",
"519": "shaving legs",
"520": "shearing sheep",
"521": "shining flashlight",
"522": "shining shoes",
"523": "shoot dance",
"524": "shooting basketball",
"525": "shooting goal (soccer)",
"526": "shooting off fireworks",
"527": "shopping",
"528": "shot put",
"529": "shouting",
"530": "shoveling snow",
"531": "shredding paper",
"532": "shucking oysters",
"533": "shuffling cards",
"534": "shuffling feet",
"535": "side kick",
"536": "sieving",
"537": "sign language interpreting",
"538": "silent disco",
"539": "singing",
"540": "sipping cup",
"541": "situp",
"542": "skateboarding",
"543": "ski ballet",
"544": "ski jumping",
"545": "skiing crosscountry",
"546": "skiing mono",
"547": "skiing slalom",
"548": "skipping rope",
"549": "skipping stone",
"550": "skydiving",
"551": "slacklining",
"552": "slapping",
"553": "sled dog racing",
"554": "sleeping",
"555": "slicing onion",
"556": "smashing",
"557": "smelling feet",
"558": "smoking",
"559": "smoking hookah",
"560": "smoking pipe",
"561": "snatch weight lifting",
"562": "sneezing",
"563": "snorkeling",
"564": "snowboarding",
"565": "snowkiting",
"566": "snowmobiling",
"567": "somersaulting",
"568": "spelunking",
"569": "spinning plates",
"570": "spinning poi",
"571": "splashing water",
"572": "spray painting",
"573": "spraying",
"574": "springboard diving",
"575": "square dancing",
"576": "squat",
"577": "squeezing orange",
"578": "stacking cups",
"579": "stacking dice",
"580": "standing on hands",
"581": "staring",
"582": "steer roping",
"583": "steering car",
"584": "sticking tongue out",
"585": "stomping grapes",
"586": "stretching arm",
"587": "stretching leg",
"588": "sucking lolly",
"589": "surfing crowd",
"590": "surfing water",
"591": "surveying",
"592": "sweeping floor",
"593": "swimming backstroke",
"594": "swimming breast stroke",
"595": "swimming butterfly stroke",
"596": "swimming front crawl",
"597": "swimming with dolphins",
"598": "swimming with sharks",
"599": "swing dancing",
"600": "swinging baseball bat",
"601": "swinging on something",
"602": "sword fighting",
"603": "sword swallowing",
"604": "tackling",
"605": "tagging graffiti",
"606": "tai chi",
"607": "taking photo",
"608": "talking on cell phone",
"609": "tango dancing",
"610": "tap dancing",
"611": "tapping guitar",
"612": "tapping pen",
"613": "tasting beer",
"614": "tasting food",
"615": "tasting wine",
"616": "testifying",
"617": "texting",
"618": "threading needle",
"619": "throwing axe",
"620": "throwing ball (not baseball or American football)",
"621": "throwing discus",
"622": "throwing knife",
"623": "throwing snowballs",
"624": "throwing tantrum",
"625": "throwing water balloon",
"626": "tickling",
"627": "tie dying",
"628": "tightrope walking",
"629": "tiptoeing",
"630": "tobogganing",
"631": "tossing coin",
"632": "tossing salad",
"633": "training dog",
"634": "trapezing",
"635": "treating wood",
"636": "trimming or shaving beard",
"637": "trimming shrubs",
"638": "trimming trees",
"639": "triple jump",
"640": "twiddling fingers",
"641": "tying bow tie",
"642": "tying knot (not on a tie)",
"643": "tying necktie",
"644": "tying shoe laces",
"645": "unboxing",
"646": "uncorking champagne",
"647": "unloading truck",
"648": "using a microscope",
"649": "using a paint roller",
"650": "using a power drill",
"651": "using a sledge hammer",
"652": "using a wrench",
"653": "using atm",
"654": "using bagging machine",
"655": "using circular saw",
"656": "using inhaler",
"657": "using megaphone",
"658": "using puppets",
"659": "using remote controller (not gaming)",
"660": "using segway",
"661": "vacuuming car",
"662": "vacuuming floor",
"663": "visiting the zoo",
"664": "wading through mud",
"665": "wading through water",
"666": "waiting in line",
"667": "waking up",
"668": "walking on stilts",
"669": "walking the dog",
"670": "walking through snow",
"671": "walking with crutches",
"672": "washing dishes",
"673": "washing feet",
"674": "washing hair",
"675": "washing hands",
"676": "watching tv",
"677": "water skiing",
"678": "water sliding",
"679": "watering plants",
"680": "waving hand",
"681": "waxing armpits",
"682": "waxing back",
"683": "waxing chest",
"684": "waxing eyebrows",
"685": "waxing legs",
"686": "weaving basket",
"687": "weaving fabric",
"688": "welding",
"689": "whistling",
"690": "windsurfing",
"691": "winking",
"692": "wood burning (art)",
"693": "wrapping present",
"694": "wrestling",
"695": "writing",
"696": "yarn spinning",
"697": "yawning",
"698": "yoga",
"699": "zumba"
},
"image_size": 56,
"initializer_range": 0.02,
"label2id": {
"abseiling": 0,
"acting in play": 1,
"adjusting glasses": 2,
"air drumming": 3,
"alligator wrestling": 4,
"answering questions": 5,
"applauding": 6,
"applying cream": 7,
"archaeological excavation": 8,
"archery": 9,
"arguing": 10,
"arm wrestling": 11,
"arranging flowers": 12,
"arresting": 13,
"assembling bicycle": 14,
"assembling computer": 15,
"attending conference": 16,
"auctioning": 17,
"baby waking up": 18,
"backflip (human)": 19,
"baking cookies": 20,
"bandaging": 21,
"barbequing": 22,
"bartending": 23,
"base jumping": 24,
"bathing dog": 25,
"battle rope training": 26,
"beatboxing": 27,
"bee keeping": 28,
"being excited": 29,
"being in zero gravity": 30,
"belly dancing": 31,
"bench pressing": 32,
"bending back": 33,
"bending metal": 34,
"biking through snow": 35,
"blasting sand": 36,
"blending fruit": 37,
"blowdrying hair": 38,
"blowing bubble gum": 39,
"blowing glass": 40,
"blowing leaves": 41,
"blowing nose": 42,
"blowing out candles": 43,
"bobsledding": 44,
"bodysurfing": 45,
"bookbinding": 46,
"bottling": 47,
"bouncing ball (not juggling)": 48,
"bouncing on bouncy castle": 49,
"bouncing on trampoline": 50,
"bowling": 51,
"braiding hair": 52,
"breading or breadcrumbing": 53,
"breakdancing": 54,
"breaking boards": 55,
"breaking glass": 56,
"breathing fire": 57,
"brush painting": 58,
"brushing floor": 59,
"brushing hair": 60,
"brushing teeth": 61,
"building cabinet": 62,
"building lego": 63,
"building sandcastle": 64,
"building shed": 65,
"bulldozing": 66,
"bungee jumping": 67,
"burping": 68,
"busking": 69,
"calculating": 70,
"calligraphy": 71,
"canoeing or kayaking": 72,
"capoeira": 73,
"capsizing": 74,
"card stacking": 75,
"card throwing": 76,
"carrying baby": 77,
"carrying weight": 78,
"cartwheeling": 79,
"carving ice": 80,
"carving marble": 81,
"carving pumpkin": 82,
"carving wood with a knife": 83,
"casting fishing line": 84,
"catching fish": 85,
"catching or throwing baseball": 86,
"catching or throwing frisbee": 87,
"catching or throwing softball": 88,
"celebrating": 89,
"changing gear in car": 90,
"changing oil": 91,
"changing wheel (not on bike)": 92,
"chasing": 93,
"checking tires": 94,
"checking watch": 95,
"cheerleading": 96,
"chewing gum": 97,
"chiseling stone": 98,
"chiseling wood": 99,
"chopping meat": 100,
"chopping wood": 101,
"clam digging": 102,
"clapping": 103,
"clay pottery making": 104,
"clean and jerk": 105,
"cleaning gutters": 106,
"cleaning pool": 107,
"cleaning shoes": 108,
"cleaning toilet": 109,
"cleaning windows": 110,
"climbing a rope": 111,
"climbing ladder": 112,
"climbing tree": 113,
"closing door": 114,
"coloring in": 115,
"combing hair": 116,
"contact juggling": 117,
"contorting": 118,
"cooking chicken": 119,
"cooking egg": 120,
"cooking on campfire": 121,
"cooking sausages (not on barbeque)": 122,
"cooking scallops": 123,
"cosplaying": 124,
"coughing": 125,
"counting money": 126,
"country line dancing": 127,
"cracking back": 128,
"cracking knuckles": 129,
"cracking neck": 130,
"crawling baby": 131,
"crocheting": 132,
"crossing eyes": 133,
"crossing river": 134,
"crying": 135,
"cumbia": 136,
"curling (sport)": 137,
"curling eyelashes": 138,
"curling hair": 139,
"cutting apple": 140,
"cutting cake": 141,
"cutting nails": 142,
"cutting orange": 143,
"cutting pineapple": 144,
"cutting watermelon": 145,
"dancing ballet": 146,
"dancing charleston": 147,
"dancing gangnam style": 148,
"dancing macarena": 149,
"deadlifting": 150,
"dealing cards": 151,
"decorating the christmas tree": 152,
"decoupage": 153,
"delivering mail": 154,
"digging": 155,
"dining": 156,
"directing traffic": 157,
"disc golfing": 158,
"diving cliff": 159,
"docking boat": 160,
"dodgeball": 161,
"doing aerobics": 162,
"doing jigsaw puzzle": 163,
"doing laundry": 164,
"doing nails": 165,
"doing sudoku": 166,
"drawing": 167,
"dribbling basketball": 168,
"drinking shots": 169,
"driving car": 170,
"driving tractor": 171,
"drooling": 172,
"drop kicking": 173,
"drumming fingers": 174,
"dumpster diving": 175,
"dunking basketball": 176,
"dyeing eyebrows": 177,
"dyeing hair": 178,
"eating burger": 179,
"eating cake": 180,
"eating carrots": 181,
"eating chips": 182,
"eating doughnuts": 183,
"eating hotdog": 184,
"eating ice cream": 185,
"eating nachos": 186,
"eating spaghetti": 187,
"eating watermelon": 188,
"egg hunting": 189,
"embroidering": 190,
"entering church": 191,
"exercising arm": 192,
"exercising with an exercise ball": 193,
"extinguishing fire": 194,
"faceplanting": 195,
"falling off bike": 196,
"falling off chair": 197,
"feeding birds": 198,
"feeding fish": 199,
"feeding goats": 200,
"fencing (sport)": 201,
"fidgeting": 202,
"filling cake": 203,
"filling eyebrows": 204,
"finger snapping": 205,
"fixing bicycle": 206,
"fixing hair": 207,
"flint knapping": 208,
"flipping bottle": 209,
"flipping pancake": 210,
"fly tying": 211,
"flying kite": 212,
"folding clothes": 213,
"folding napkins": 214,
"folding paper": 215,
"front raises": 216,
"frying vegetables": 217,
"gargling": 218,
"geocaching": 219,
"getting a haircut": 220,
"getting a piercing": 221,
"getting a tattoo": 222,
"giving or receiving award": 223,
"gold panning": 224,
"golf chipping": 225,
"golf driving": 226,
"golf putting": 227,
"gospel singing in church": 228,
"grinding meat": 229,
"grooming cat": 230,
"grooming dog": 231,
"grooming horse": 232,
"gymnastics tumbling": 233,
"hammer throw": 234,
"hand washing clothes": 235,
"head stand": 236,
"headbanging": 237,
"headbutting": 238,
"helmet diving": 239,
"herding cattle": 240,
"high fiving": 241,
"high jump": 242,
"high kick": 243,
"historical reenactment": 244,
"hitting baseball": 245,
"hockey stop": 246,
"holding snake": 247,
"home roasting coffee": 248,
"hopscotch": 249,
"hoverboarding": 250,
"huddling": 251,
"hugging (not baby)": 252,
"hugging baby": 253,
"hula hooping": 254,
"hurdling": 255,
"hurling (sport)": 256,
"ice climbing": 257,
"ice fishing": 258,
"ice skating": 259,
"ice swimming": 260,
"inflating balloons": 261,
"installing carpet": 262,
"ironing": 263,
"ironing hair": 264,
"javelin throw": 265,
"jaywalking": 266,
"jetskiing": 267,
"jogging": 268,
"juggling balls": 269,
"juggling fire": 270,
"juggling soccer ball": 271,
"jumping bicycle": 272,
"jumping into pool": 273,
"jumping jacks": 274,
"jumping sofa": 275,
"jumpstyle dancing": 276,
"karaoke": 277,
"kicking field goal": 278,
"kicking soccer ball": 279,
"kissing": 280,
"kitesurfing": 281,
"knitting": 282,
"krumping": 283,
"land sailing": 284,
"laughing": 285,
"lawn mower racing": 286,
"laying bricks": 287,
"laying concrete": 288,
"laying decking": 289,
"laying stone": 290,
"laying tiles": 291,
"leatherworking": 292,
"letting go of balloon": 293,
"licking": 294,
"lifting hat": 295,
"lighting candle": 296,
"lighting fire": 297,
"listening with headphones": 298,
"lock picking": 299,
"long jump": 300,
"longboarding": 301,
"looking at phone": 302,
"looking in mirror": 303,
"luge": 304,
"lunge": 305,
"making a cake": 306,
"making a sandwich": 307,
"making balloon shapes": 308,
"making bubbles": 309,
"making cheese": 310,
"making horseshoes": 311,
"making jewelry": 312,
"making latte art": 313,
"making paper aeroplanes": 314,
"making pizza": 315,
"making slime": 316,
"making snowman": 317,
"making sushi": 318,
"making tea": 319,
"making the bed": 320,
"marching": 321,
"marriage proposal": 322,
"massaging back": 323,
"massaging feet": 324,
"massaging legs": 325,
"massaging neck": 326,
"massaging person's head": 327,
"metal detecting": 328,
"milking cow": 329,
"milking goat": 330,
"mixing colours": 331,
"moon walking": 332,
"mopping floor": 333,
"mosh pit dancing": 334,
"motorcycling": 335,
"mountain climber (exercise)": 336,
"moving baby": 337,
"moving child": 338,
"moving furniture": 339,
"mowing lawn": 340,
"mushroom foraging": 341,
"needle felting": 342,
"news anchoring": 343,
"opening bottle (not wine)": 344,
"opening coconuts": 345,
"opening door": 346,
"opening present": 347,
"opening refrigerator": 348,
"opening wine bottle": 349,
"packing": 350,
"paragliding": 351,
"parasailing": 352,
"parkour": 353,
"passing American football (in game)": 354,
"passing American football (not in game)": 355,
"passing soccer ball": 356,
"peeling apples": 357,
"peeling banana": 358,
"peeling potatoes": 359,
"person collecting garbage": 360,
"petting animal (not cat)": 361,
"petting cat": 362,
"petting horse": 363,
"photobombing": 364,
"photocopying": 365,
"picking apples": 366,
"picking blueberries": 367,
"pillow fight": 368,
"pinching": 369,
"pirouetting": 370,
"planing wood": 371,
"planting trees": 372,
"plastering": 373,
"playing accordion": 374,
"playing american football": 375,
"playing badminton": 376,
"playing bagpipes": 377,
"playing basketball": 378,
"playing bass guitar": 379,
"playing beer pong": 380,
"playing billiards": 381,
"playing blackjack": 382,
"playing cards": 383,
"playing cello": 384,
"playing checkers": 385,
"playing chess": 386,
"playing clarinet": 387,
"playing controller": 388,
"playing cricket": 389,
"playing cymbals": 390,
"playing darts": 391,
"playing didgeridoo": 392,
"playing dominoes": 393,
"playing drums": 394,
"playing field hockey": 395,
"playing flute": 396,
"playing gong": 397,
"playing guitar": 398,
"playing hand clapping games": 399,
"playing harmonica": 400,
"playing harp": 401,
"playing ice hockey": 402,
"playing keyboard": 403,
"playing kickball": 404,
"playing laser tag": 405,
"playing lute": 406,
"playing mahjong": 407,
"playing maracas": 408,
"playing marbles": 409,
"playing monopoly": 410,
"playing netball": 411,
"playing nose flute": 412,
"playing oboe": 413,
"playing ocarina": 414,
"playing organ": 415,
"playing paintball": 416,
"playing pan pipes": 417,
"playing piano": 418,
"playing piccolo": 419,
"playing pinball": 420,
"playing ping pong": 421,
"playing poker": 422,
"playing polo": 423,
"playing recorder": 424,
"playing road hockey": 425,
"playing rounders": 426,
"playing rubiks cube": 427,
"playing saxophone": 428,
"playing scrabble": 429,
"playing shuffleboard": 430,
"playing slot machine": 431,
"playing squash or racquetball": 432,
"playing tennis": 433,
"playing trombone": 434,
"playing trumpet": 435,
"playing ukulele": 436,
"playing violin": 437,
"playing volleyball": 438,
"playing with trains": 439,
"playing xylophone": 440,
"poaching eggs": 441,
"poking bellybutton": 442,
"pole vault": 443,
"polishing furniture": 444,
"polishing metal": 445,
"popping balloons": 446,
"pouring beer": 447,
"pouring milk": 448,
"pouring wine": 449,
"preparing salad": 450,
"presenting weather forecast": 451,
"pretending to be a statue": 452,
"pull ups": 453,
"pulling espresso shot": 454,
"pulling rope (game)": 455,
"pumping fist": 456,
"pumping gas": 457,
"punching bag": 458,
"punching person (boxing)": 459,
"push up": 460,
"pushing car": 461,
"pushing cart": 462,
"pushing wheelbarrow": 463,
"pushing wheelchair": 464,
"putting in contact lenses": 465,
"putting on eyeliner": 466,
"putting on foundation": 467,
"putting on lipstick": 468,
"putting on mascara": 469,
"putting on sari": 470,
"putting on shoes": 471,
"putting wallpaper on wall": 472,
"raising eyebrows": 473,
"reading book": 474,
"reading newspaper": 475,
"recording music": 476,
"repairing puncture": 477,
"riding a bike": 478,
"riding camel": 479,
"riding elephant": 480,
"riding mechanical bull": 481,
"riding mule": 482,
"riding or walking with horse": 483,
"riding scooter": 484,
"riding snow blower": 485,
"riding unicycle": 486,
"ripping paper": 487,
"roasting marshmallows": 488,
"roasting pig": 489,
"robot dancing": 490,
"rock climbing": 491,
"rock scissors paper": 492,
"roller skating": 493,
"rolling eyes": 494,
"rolling pastry": 495,
"rope pushdown": 496,
"running on treadmill": 497,
"sailing": 498,
"salsa dancing": 499,
"saluting": 500,
"sanding floor": 501,
"sanding wood": 502,
"sausage making": 503,
"sawing wood": 504,
"scrambling eggs": 505,
"scrapbooking": 506,
"scrubbing face": 507,
"scuba diving": 508,
"seasoning food": 509,
"separating eggs": 510,
"setting table": 511,
"sewing": 512,
"shaking hands": 513,
"shaking head": 514,
"shaping bread dough": 515,
"sharpening knives": 516,
"sharpening pencil": 517,
"shaving head": 518,
"shaving legs": 519,
"shearing sheep": 520,
"shining flashlight": 521,
"shining shoes": 522,
"shoot dance": 523,
"shooting basketball": 524,
"shooting goal (soccer)": 525,
"shooting off fireworks": 526,
"shopping": 527,
"shot put": 528,
"shouting": 529,
"shoveling snow": 530,
"shredding paper": 531,
"shucking oysters": 532,
"shuffling cards": 533,
"shuffling feet": 534,
"side kick": 535,
"sieving": 536,
"sign language interpreting": 537,
"silent disco": 538,
"singing": 539,
"sipping cup": 540,
"situp": 541,
"skateboarding": 542,
"ski ballet": 543,
"ski jumping": 544,
"skiing crosscountry": 545,
"skiing mono": 546,
"skiing slalom": 547,
"skipping rope": 548,
"skipping stone": 549,
"skydiving": 550,
"slacklining": 551,
"slapping": 552,
"sled dog racing": 553,
"sleeping": 554,
"slicing onion": 555,
"smashing": 556,
"smelling feet": 557,
"smoking": 558,
"smoking hookah": 559,
"smoking pipe": 560,
"snatch weight lifting": 561,
"sneezing": 562,
"snorkeling": 563,
"snowboarding": 564,
"snowkiting": 565,
"snowmobiling": 566,
"somersaulting": 567,
"spelunking": 568,
"spinning plates": 569,
"spinning poi": 570,
"splashing water": 571,
"spray painting": 572,
"spraying": 573,
"springboard diving": 574,
"square dancing": 575,
"squat": 576,
"squeezing orange": 577,
"stacking cups": 578,
"stacking dice": 579,
"standing on hands": 580,
"staring": 581,
"steer roping": 582,
"steering car": 583,
"sticking tongue out": 584,
"stomping grapes": 585,
"stretching arm": 586,
"stretching leg": 587,
"sucking lolly": 588,
"surfing crowd": 589,
"surfing water": 590,
"surveying": 591,
"sweeping floor": 592,
"swimming backstroke": 593,
"swimming breast stroke": 594,
"swimming butterfly stroke": 595,
"swimming front crawl": 596,
"swimming with dolphins": 597,
"swimming with sharks": 598,
"swing dancing": 599,
"swinging baseball bat": 600,
"swinging on something": 601,
"sword fighting": 602,
"sword swallowing": 603,
"tackling": 604,
"tagging graffiti": 605,
"tai chi": 606,
"taking photo": 607,
"talking on cell phone": 608,
"tango dancing": 609,
"tap dancing": 610,
"tapping guitar": 611,
"tapping pen": 612,
"tasting beer": 613,
"tasting food": 614,
"tasting wine": 615,
"testifying": 616,
"texting": 617,
"threading needle": 618,
"throwing axe": 619,
"throwing ball (not baseball or American football)": 620,
"throwing discus": 621,
"throwing knife": 622,
"throwing snowballs": 623,
"throwing tantrum": 624,
"throwing water balloon": 625,
"tickling": 626,
"tie dying": 627,
"tightrope walking": 628,
"tiptoeing": 629,
"tobogganing": 630,
"tossing coin": 631,
"tossing salad": 632,
"training dog": 633,
"trapezing": 634,
"treating wood": 635,
"trimming or shaving beard": 636,
"trimming shrubs": 637,
"trimming trees": 638,
"triple jump": 639,
"twiddling fingers": 640,
"tying bow tie": 641,
"tying knot (not on a tie)": 642,
"tying necktie": 643,
"tying shoe laces": 644,
"unboxing": 645,
"uncorking champagne": 646,
"unloading truck": 647,
"using a microscope": 648,
"using a paint roller": 649,
"using a power drill": 650,
"using a sledge hammer": 651,
"using a wrench": 652,
"using atm": 653,
"using bagging machine": 654,
"using circular saw": 655,
"using inhaler": 656,
"using megaphone": 657,
"using puppets": 658,
"using remote controller (not gaming)": 659,
"using segway": 660,
"vacuuming car": 661,
"vacuuming floor": 662,
"visiting the zoo": 663,
"wading through mud": 664,
"wading through water": 665,
"waiting in line": 666,
"waking up": 667,
"walking on stilts": 668,
"walking the dog": 669,
"walking through snow": 670,
"walking with crutches": 671,
"washing dishes": 672,
"washing feet": 673,
"washing hair": 674,
"washing hands": 675,
"watching tv": 676,
"water skiing": 677,
"water sliding": 678,
"watering plants": 679,
"waving hand": 680,
"waxing armpits": 681,
"waxing back": 682,
"waxing chest": 683,
"waxing eyebrows": 684,
"waxing legs": 685,
"weaving basket": 686,
"weaving fabric": 687,
"welding": 688,
"whistling": 689,
"windsurfing": 690,
"winking": 691,
"wood burning (art)": 692,
"wrapping present": 693,
"wrestling": 694,
"writing": 695,
"yarn spinning": 696,
"yawning": 697,
"yoga": 698,
"zumba": 699
},
"layer_norm_eps": 1e-12,
"max_position_embeddings": 2048,
"model_type": "perceiver",
"num_blocks": 1,
"num_cross_attention_heads": 1,
"num_frames": 16,
"num_latents": 784,
"num_self_attends_per_block": 8,
"num_self_attention_heads": 8,
"output_shape": [
1,
16,
224,
224
],
"qk_channels": null,
"samples_per_patch": 16,
"self_attention_widening_factor": 1,
"torch_dtype": "float32",
"train_size": [
368,
496
],
"transformers_version": "4.13.0.dev0",
"use_query_residual": true,
"v_channels": null,
"vocab_size": 262
}