Spaces:
Runtime error
Runtime error
File size: 13,846 Bytes
5423e78 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 |
from intern_action import intern_action_b16
from huggingface_hub import hf_hub_download
# from kinetics_class_index import kinetics_classnames
import torch
import torch.nn as nn
import torchvision.transforms as T
import torch.nn.functional as F
import numpy as np
from transforms import (
GroupNormalize, GroupScale, GroupCenterCrop,
Stack, ToTorchFormatTensor
)
class Intern_Action(nn.Module):
def __init__(self, model):
super().__init__()
self.backbone = model
def forward(self, x):
return self.backbone(x)
def get_index(num_frames, num_segments=8):
seg_size = float(num_frames - 1) / num_segments
start = int(seg_size / 2)
offsets = np.array([
start + int(np.round(seg_size * idx)) for idx in range(num_segments)
])
return offsets
def transform_action():
# transform
crop_size = 224
scale_size = 256
input_mean = [0.485, 0.456, 0.406]
input_std = [0.229, 0.224, 0.225]
return T.Compose([
# T.ToPILImage(),
GroupScale(int(scale_size)),
GroupCenterCrop(crop_size),
Stack(),
ToTorchFormatTensor(),
GroupNormalize(input_mean, input_std)
])
def load_intern_action(device):
# Create an id to label name mapping
kinetics_id_to_classname = {}
for k, v in kinetics_classnames.items():
kinetics_id_to_classname[k] = v
model_path = hf_hub_download(repo_id="Andy1621/uniformerv2", filename="k400+k710_uniformerv2_b16_8x224.pyth")
# Pick a pretrained model
model = Intern_Action(intern_action_b16(pretrained=False, t_size=8, no_lmhra=True, temporal_downsample=False))
state_dict = torch.load(model_path, map_location=device)
model.load_state_dict(state_dict)
# Set to eval mode and move to desired device
model = model.to(device)
model = model.eval()
return model
def cut_frame_to_8(data):
index = np.linspace(0, len(data)-1, 8).astype(int)
return data[index]
kinetics_classnames = {
"0": "riding a bike",
"1": "marching",
"2": "dodgeball",
"3": "playing cymbals",
"4": "checking tires",
"5": "roller skating",
"6": "tasting beer",
"7": "clapping",
"8": "drawing",
"9": "juggling fire",
"10": "bobsledding",
"11": "petting animal (not cat)",
"12": "spray painting",
"13": "training dog",
"14": "eating watermelon",
"15": "building cabinet",
"16": "applauding",
"17": "playing harp",
"18": "balloon blowing",
"19": "sled dog racing",
"20": "wrestling",
"21": "pole vault",
"22": "hurling (sport)",
"23": "riding scooter",
"24": "shearing sheep",
"25": "sweeping floor",
"26": "eating carrots",
"27": "skateboarding",
"28": "dunking basketball",
"29": "disc golfing",
"30": "eating spaghetti",
"31": "playing flute",
"32": "riding mechanical bull",
"33": "making sushi",
"34": "trapezing",
"35": "picking fruit",
"36": "stretching leg",
"37": "playing ukulele",
"38": "tying tie",
"39": "skydiving",
"40": "playing cello",
"41": "jumping into pool",
"42": "shooting goal (soccer)",
"43": "trimming trees",
"44": "bookbinding",
"45": "ski jumping",
"46": "walking the dog",
"47": "riding unicycle",
"48": "shaving head",
"49": "hopscotch",
"50": "playing piano",
"51": "parasailing",
"52": "bartending",
"53": "kicking field goal",
"54": "finger snapping",
"55": "dining",
"56": "yawning",
"57": "peeling potatoes",
"58": "canoeing or kayaking",
"59": "front raises",
"60": "laughing",
"61": "dancing macarena",
"62": "digging",
"63": "reading newspaper",
"64": "hitting baseball",
"65": "clay pottery making",
"66": "exercising with an exercise ball",
"67": "playing saxophone",
"68": "shooting basketball",
"69": "washing hair",
"70": "lunge",
"71": "brushing hair",
"72": "curling hair",
"73": "kitesurfing",
"74": "tapping guitar",
"75": "bending back",
"76": "skipping rope",
"77": "situp",
"78": "folding paper",
"79": "cracking neck",
"80": "assembling computer",
"81": "cleaning gutters",
"82": "blowing out candles",
"83": "shaking hands",
"84": "dancing gangnam style",
"85": "windsurfing",
"86": "tap dancing",
"87": "skiing (not slalom or crosscountry)",
"88": "bandaging",
"89": "push up",
"90": "doing nails",
"91": "punching person (boxing)",
"92": "bouncing on trampoline",
"93": "scrambling eggs",
"94": "singing",
"95": "cleaning floor",
"96": "krumping",
"97": "drumming fingers",
"98": "snowmobiling",
"99": "gymnastics tumbling",
"100": "headbanging",
"101": "catching or throwing frisbee",
"102": "riding elephant",
"103": "bee keeping",
"104": "feeding birds",
"105": "snatch weight lifting",
"106": "mowing lawn",
"107": "fixing hair",
"108": "playing trumpet",
"109": "flying kite",
"110": "crossing river",
"111": "swinging legs",
"112": "sanding floor",
"113": "belly dancing",
"114": "sneezing",
"115": "clean and jerk",
"116": "side kick",
"117": "filling eyebrows",
"118": "shuffling cards",
"119": "recording music",
"120": "cartwheeling",
"121": "feeding fish",
"122": "folding clothes",
"123": "water skiing",
"124": "tobogganing",
"125": "blowing leaves",
"126": "smoking",
"127": "unboxing",
"128": "tai chi",
"129": "waxing legs",
"130": "riding camel",
"131": "slapping",
"132": "tossing salad",
"133": "capoeira",
"134": "playing cards",
"135": "playing organ",
"136": "playing violin",
"137": "playing drums",
"138": "tapping pen",
"139": "vault",
"140": "shoveling snow",
"141": "playing tennis",
"142": "getting a tattoo",
"143": "making a sandwich",
"144": "making tea",
"145": "grinding meat",
"146": "squat",
"147": "eating doughnuts",
"148": "ice fishing",
"149": "snowkiting",
"150": "kicking soccer ball",
"151": "playing controller",
"152": "giving or receiving award",
"153": "welding",
"154": "throwing discus",
"155": "throwing axe",
"156": "ripping paper",
"157": "swimming butterfly stroke",
"158": "air drumming",
"159": "blowing nose",
"160": "hockey stop",
"161": "taking a shower",
"162": "bench pressing",
"163": "planting trees",
"164": "pumping fist",
"165": "climbing tree",
"166": "tickling",
"167": "high kick",
"168": "waiting in line",
"169": "slacklining",
"170": "tango dancing",
"171": "hurdling",
"172": "carrying baby",
"173": "celebrating",
"174": "sharpening knives",
"175": "passing American football (in game)",
"176": "headbutting",
"177": "playing recorder",
"178": "brush painting",
"179": "garbage collecting",
"180": "robot dancing",
"181": "shredding paper",
"182": "pumping gas",
"183": "rock climbing",
"184": "hula hooping",
"185": "braiding hair",
"186": "opening present",
"187": "texting",
"188": "decorating the christmas tree",
"189": "answering questions",
"190": "playing keyboard",
"191": "writing",
"192": "bungee jumping",
"193": "sniffing",
"194": "eating burger",
"195": "playing accordion",
"196": "making pizza",
"197": "playing volleyball",
"198": "tasting food",
"199": "pushing cart",
"200": "spinning poi",
"201": "cleaning windows",
"202": "arm wrestling",
"203": "changing oil",
"204": "swimming breast stroke",
"205": "tossing coin",
"206": "deadlifting",
"207": "hoverboarding",
"208": "cutting watermelon",
"209": "cheerleading",
"210": "snorkeling",
"211": "washing hands",
"212": "eating cake",
"213": "pull ups",
"214": "surfing water",
"215": "eating hotdog",
"216": "holding snake",
"217": "playing harmonica",
"218": "ironing",
"219": "cutting nails",
"220": "golf chipping",
"221": "shot put",
"222": "hugging",
"223": "playing clarinet",
"224": "faceplanting",
"225": "trimming or shaving beard",
"226": "drinking shots",
"227": "riding mountain bike",
"228": "tying bow tie",
"229": "swinging on something",
"230": "skiing crosscountry",
"231": "unloading truck",
"232": "cleaning pool",
"233": "jogging",
"234": "ice climbing",
"235": "mopping floor",
"236": "making bed",
"237": "diving cliff",
"238": "washing dishes",
"239": "grooming dog",
"240": "weaving basket",
"241": "frying vegetables",
"242": "stomping grapes",
"243": "moving furniture",
"244": "cooking sausages",
"245": "doing laundry",
"246": "dying hair",
"247": "knitting",
"248": "reading book",
"249": "baby waking up",
"250": "punching bag",
"251": "surfing crowd",
"252": "cooking chicken",
"253": "pushing car",
"254": "springboard diving",
"255": "swing dancing",
"256": "massaging legs",
"257": "beatboxing",
"258": "breading or breadcrumbing",
"259": "somersaulting",
"260": "brushing teeth",
"261": "stretching arm",
"262": "juggling balls",
"263": "massaging person's head",
"264": "eating ice cream",
"265": "extinguishing fire",
"266": "hammer throw",
"267": "whistling",
"268": "crawling baby",
"269": "using remote controller (not gaming)",
"270": "playing cricket",
"271": "opening bottle",
"272": "playing xylophone",
"273": "motorcycling",
"274": "driving car",
"275": "exercising arm",
"276": "passing American football (not in game)",
"277": "playing kickball",
"278": "sticking tongue out",
"279": "flipping pancake",
"280": "catching fish",
"281": "eating chips",
"282": "shaking head",
"283": "sword fighting",
"284": "playing poker",
"285": "cooking on campfire",
"286": "doing aerobics",
"287": "paragliding",
"288": "using segway",
"289": "folding napkins",
"290": "playing bagpipes",
"291": "gargling",
"292": "skiing slalom",
"293": "strumming guitar",
"294": "javelin throw",
"295": "waxing back",
"296": "riding or walking with horse",
"297": "plastering",
"298": "long jump",
"299": "parkour",
"300": "wrapping present",
"301": "egg hunting",
"302": "archery",
"303": "cleaning toilet",
"304": "swimming backstroke",
"305": "snowboarding",
"306": "catching or throwing baseball",
"307": "massaging back",
"308": "blowing glass",
"309": "playing guitar",
"310": "playing chess",
"311": "golf driving",
"312": "presenting weather forecast",
"313": "rock scissors paper",
"314": "high jump",
"315": "baking cookies",
"316": "using computer",
"317": "washing feet",
"318": "arranging flowers",
"319": "playing bass guitar",
"320": "spraying",
"321": "cutting pineapple",
"322": "waxing chest",
"323": "auctioning",
"324": "jetskiing",
"325": "drinking",
"326": "busking",
"327": "playing monopoly",
"328": "salsa dancing",
"329": "waxing eyebrows",
"330": "watering plants",
"331": "zumba",
"332": "chopping wood",
"333": "pushing wheelchair",
"334": "carving pumpkin",
"335": "building shed",
"336": "making jewelry",
"337": "catching or throwing softball",
"338": "bending metal",
"339": "ice skating",
"340": "dancing charleston",
"341": "abseiling",
"342": "climbing a rope",
"343": "crying",
"344": "cleaning shoes",
"345": "dancing ballet",
"346": "driving tractor",
"347": "triple jump",
"348": "throwing ball",
"349": "getting a haircut",
"350": "running on treadmill",
"351": "climbing ladder",
"352": "blasting sand",
"353": "playing trombone",
"354": "drop kicking",
"355": "country line dancing",
"356": "changing wheel",
"357": "feeding goats",
"358": "tying knot (not on a tie)",
"359": "setting table",
"360": "shaving legs",
"361": "kissing",
"362": "riding mule",
"363": "counting money",
"364": "laying bricks",
"365": "barbequing",
"366": "news anchoring",
"367": "smoking hookah",
"368": "cooking egg",
"369": "peeling apples",
"370": "yoga",
"371": "sharpening pencil",
"372": "dribbling basketball",
"373": "petting cat",
"374": "playing ice hockey",
"375": "milking cow",
"376": "shining shoes",
"377": "juggling soccer ball",
"378": "scuba diving",
"379": "playing squash or racquetball",
"380": "drinking beer",
"381": "sign language interpreting",
"382": "playing basketball",
"383": "breakdancing",
"384": "testifying",
"385": "making snowman",
"386": "golf putting",
"387": "playing didgeridoo",
"388": "biking through snow",
"389": "sailing",
"390": "jumpstyle dancing",
"391": "water sliding",
"392": "grooming horse",
"393": "massaging feet",
"394": "playing paintball",
"395": "making a cake",
"396": "bowling",
"397": "contact juggling",
"398": "applying cream",
"399": "playing badminton"
}
|