shi-labs
/

oneformer_ade20k_swin_large

@@ -1,28 +1,2058 @@
 {
   "architectures": [
     "OneFormerForUniversalSegmentation"
   ],
   "backbone_config": {
     "attention_probs_dropout_prob": 0.0,
     "depths": [
       2,
       2,
       18,
       2
     ],
-    "drop_path_rate": 0.3,
     "embed_dim": 192,
     "encoder_stride": 32,
-    "feature_channels": [
-      192,
-      384,
-      768,
-      1536
-    ],
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.0,
     "image_size": 384,
     "mlp_ratio": 4.0,
     "num_channels": 3,
     "num_heads": [
       6,
@@ -30,16 +2060,38 @@
       24,
       48
     ],
-    "patch_norm": true,
     "patch_size": 4,
     "qkv_bias": true,
-    "strides": [
-      4,
-      8,
-      16,
-      32
-    ],
     "use_absolute_embeddings": false,
     "window_size": 12
   },
   "decoder_config": {
@@ -60,7 +2112,6 @@
     "use_task_norm": true
   },
   "general_config": {
-    "backbone_type": "swin",
     "class_weight": 2.0,
     "contrastive_temperature": 0.07,
     "contrastive_weight": 0.5,
@@ -78,6 +2129,12 @@
     "num_queries": 250,
     "output_auxiliary_logits": true,
     "oversample_ratio": 3.0,
     "train_num_points": 12544,
     "use_auxiliary_loss": true
   },
@@ -404,5 +2461,5 @@
     "text_encoder_width": 256
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.25.0.dev0"
 }

 {
+  "_commit_hash": null,
   "architectures": [
     "OneFormerForUniversalSegmentation"
   ],
   "backbone_config": {
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SwinForImageClassification"
+    ],
     "attention_probs_dropout_prob": 0.0,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
     "depths": [
       2,
       2,
       18,
       2
     ],
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
     "embed_dim": 192,
+    "encoder_no_repeat_ngram_size": 0,
     "encoder_stride": 32,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.0,
+    "hidden_size": 1536,
+    "id2label": {
+      "0": "tench, Tinca tinca",
+      "1": "goldfish, Carassius auratus",
+      "2": "great white shark, white shark, man-eater, man-eating shark, Carcharodon carcharias",
+      "3": "tiger shark, Galeocerdo cuvieri",
+      "4": "hammerhead, hammerhead shark",
+      "5": "electric ray, crampfish, numbfish, torpedo",
+      "6": "stingray",
+      "7": "cock",
+      "8": "hen",
+      "9": "ostrich, Struthio camelus",
+      "10": "brambling, Fringilla montifringilla",
+      "11": "goldfinch, Carduelis carduelis",
+      "12": "house finch, linnet, Carpodacus mexicanus",
+      "13": "junco, snowbird",
+      "14": "indigo bunting, indigo finch, indigo bird, Passerina cyanea",
+      "15": "robin, American robin, Turdus migratorius",
+      "16": "bulbul",
+      "17": "jay",
+      "18": "magpie",
+      "19": "chickadee",
+      "20": "water ouzel, dipper",
+      "21": "kite",
+      "22": "bald eagle, American eagle, Haliaeetus leucocephalus",
+      "23": "vulture",
+      "24": "great grey owl, great gray owl, Strix nebulosa",
+      "25": "European fire salamander, Salamandra salamandra",
+      "26": "common newt, Triturus vulgaris",
+      "27": "eft",
+      "28": "spotted salamander, Ambystoma maculatum",
+      "29": "axolotl, mud puppy, Ambystoma mexicanum",
+      "30": "bullfrog, Rana catesbeiana",
+      "31": "tree frog, tree-frog",
+      "32": "tailed frog, bell toad, ribbed toad, tailed toad, Ascaphus trui",
+      "33": "loggerhead, loggerhead turtle, Caretta caretta",
+      "34": "leatherback turtle, leatherback, leathery turtle, Dermochelys coriacea",
+      "35": "mud turtle",
+      "36": "terrapin",
+      "37": "box turtle, box tortoise",
+      "38": "banded gecko",
+      "39": "common iguana, iguana, Iguana iguana",
+      "40": "American chameleon, anole, Anolis carolinensis",
+      "41": "whiptail, whiptail lizard",
+      "42": "agama",
+      "43": "frilled lizard, Chlamydosaurus kingi",
+      "44": "alligator lizard",
+      "45": "Gila monster, Heloderma suspectum",
+      "46": "green lizard, Lacerta viridis",
+      "47": "African chameleon, Chamaeleo chamaeleon",
+      "48": "Komodo dragon, Komodo lizard, dragon lizard, giant lizard, Varanus komodoensis",
+      "49": "African crocodile, Nile crocodile, Crocodylus niloticus",
+      "50": "American alligator, Alligator mississipiensis",
+      "51": "triceratops",
+      "52": "thunder snake, worm snake, Carphophis amoenus",
+      "53": "ringneck snake, ring-necked snake, ring snake",
+      "54": "hognose snake, puff adder, sand viper",
+      "55": "green snake, grass snake",
+      "56": "king snake, kingsnake",
+      "57": "garter snake, grass snake",
+      "58": "water snake",
+      "59": "vine snake",
+      "60": "night snake, Hypsiglena torquata",
+      "61": "boa constrictor, Constrictor constrictor",
+      "62": "rock python, rock snake, Python sebae",
+      "63": "Indian cobra, Naja naja",
+      "64": "green mamba",
+      "65": "sea snake",
+      "66": "horned viper, cerastes, sand viper, horned asp, Cerastes cornutus",
+      "67": "diamondback, diamondback rattlesnake, Crotalus adamanteus",
+      "68": "sidewinder, horned rattlesnake, Crotalus cerastes",
+      "69": "trilobite",
+      "70": "harvestman, daddy longlegs, Phalangium opilio",
+      "71": "scorpion",
+      "72": "black and gold garden spider, Argiope aurantia",
+      "73": "barn spider, Araneus cavaticus",
+      "74": "garden spider, Aranea diademata",
+      "75": "black widow, Latrodectus mactans",
+      "76": "tarantula",
+      "77": "wolf spider, hunting spider",
+      "78": "tick",
+      "79": "centipede",
+      "80": "black grouse",
+      "81": "ptarmigan",
+      "82": "ruffed grouse, partridge, Bonasa umbellus",
+      "83": "prairie chicken, prairie grouse, prairie fowl",
+      "84": "peacock",
+      "85": "quail",
+      "86": "partridge",
+      "87": "African grey, African gray, Psittacus erithacus",
+      "88": "macaw",
+      "89": "sulphur-crested cockatoo, Kakatoe galerita, Cacatua galerita",
+      "90": "lorikeet",
+      "91": "coucal",
+      "92": "bee eater",
+      "93": "hornbill",
+      "94": "hummingbird",
+      "95": "jacamar",
+      "96": "toucan",
+      "97": "drake",
+      "98": "red-breasted merganser, Mergus serrator",
+      "99": "goose",
+      "100": "black swan, Cygnus atratus",
+      "101": "tusker",
+      "102": "echidna, spiny anteater, anteater",
+      "103": "platypus, duckbill, duckbilled platypus, duck-billed platypus, Ornithorhynchus anatinus",
+      "104": "wallaby, brush kangaroo",
+      "105": "koala, koala bear, kangaroo bear, native bear, Phascolarctos cinereus",
+      "106": "wombat",
+      "107": "jellyfish",
+      "108": "sea anemone, anemone",
+      "109": "brain coral",
+      "110": "flatworm, platyhelminth",
+      "111": "nematode, nematode worm, roundworm",
+      "112": "conch",
+      "113": "snail",
+      "114": "slug",
+      "115": "sea slug, nudibranch",
+      "116": "chiton, coat-of-mail shell, sea cradle, polyplacophore",
+      "117": "chambered nautilus, pearly nautilus, nautilus",
+      "118": "Dungeness crab, Cancer magister",
+      "119": "rock crab, Cancer irroratus",
+      "120": "fiddler crab",
+      "121": "king crab, Alaska crab, Alaskan king crab, Alaska king crab, Paralithodes camtschatica",
+      "122": "American lobster, Northern lobster, Maine lobster, Homarus americanus",
+      "123": "spiny lobster, langouste, rock lobster, crawfish, crayfish, sea crawfish",
+      "124": "crayfish, crawfish, crawdad, crawdaddy",
+      "125": "hermit crab",
+      "126": "isopod",
+      "127": "white stork, Ciconia ciconia",
+      "128": "black stork, Ciconia nigra",
+      "129": "spoonbill",
+      "130": "flamingo",
+      "131": "little blue heron, Egretta caerulea",
+      "132": "American egret, great white heron, Egretta albus",
+      "133": "bittern",
+      "134": "crane",
+      "135": "limpkin, Aramus pictus",
+      "136": "European gallinule, Porphyrio porphyrio",
+      "137": "American coot, marsh hen, mud hen, water hen, Fulica americana",
+      "138": "bustard",
+      "139": "ruddy turnstone, Arenaria interpres",
+      "140": "red-backed sandpiper, dunlin, Erolia alpina",
+      "141": "redshank, Tringa totanus",
+      "142": "dowitcher",
+      "143": "oystercatcher, oyster catcher",
+      "144": "pelican",
+      "145": "king penguin, Aptenodytes patagonica",
+      "146": "albatross, mollymawk",
+      "147": "grey whale, gray whale, devilfish, Eschrichtius gibbosus, Eschrichtius robustus",
+      "148": "killer whale, killer, orca, grampus, sea wolf, Orcinus orca",
+      "149": "dugong, Dugong dugon",
+      "150": "sea lion",
+      "151": "Chihuahua",
+      "152": "Japanese spaniel",
+      "153": "Maltese dog, Maltese terrier, Maltese",
+      "154": "Pekinese, Pekingese, Peke",
+      "155": "Shih-Tzu",
+      "156": "Blenheim spaniel",
+      "157": "papillon",
+      "158": "toy terrier",
+      "159": "Rhodesian ridgeback",
+      "160": "Afghan hound, Afghan",
+      "161": "basset, basset hound",
+      "162": "beagle",
+      "163": "bloodhound, sleuthhound",
+      "164": "bluetick",
+      "165": "black-and-tan coonhound",
+      "166": "Walker hound, Walker foxhound",
+      "167": "English foxhound",
+      "168": "redbone",
+      "169": "borzoi, Russian wolfhound",
+      "170": "Irish wolfhound",
+      "171": "Italian greyhound",
+      "172": "whippet",
+      "173": "Ibizan hound, Ibizan Podenco",
+      "174": "Norwegian elkhound, elkhound",
+      "175": "otterhound, otter hound",
+      "176": "Saluki, gazelle hound",
+      "177": "Scottish deerhound, deerhound",
+      "178": "Weimaraner",
+      "179": "Staffordshire bullterrier, Staffordshire bull terrier",
+      "180": "American Staffordshire terrier, Staffordshire terrier, American pit bull terrier, pit bull terrier",
+      "181": "Bedlington terrier",
+      "182": "Border terrier",
+      "183": "Kerry blue terrier",
+      "184": "Irish terrier",
+      "185": "Norfolk terrier",
+      "186": "Norwich terrier",
+      "187": "Yorkshire terrier",
+      "188": "wire-haired fox terrier",
+      "189": "Lakeland terrier",
+      "190": "Sealyham terrier, Sealyham",
+      "191": "Airedale, Airedale terrier",
+      "192": "cairn, cairn terrier",
+      "193": "Australian terrier",
+      "194": "Dandie Dinmont, Dandie Dinmont terrier",
+      "195": "Boston bull, Boston terrier",
+      "196": "miniature schnauzer",
+      "197": "giant schnauzer",
+      "198": "standard schnauzer",
+      "199": "Scotch terrier, Scottish terrier, Scottie",
+      "200": "Tibetan terrier, chrysanthemum dog",
+      "201": "silky terrier, Sydney silky",
+      "202": "soft-coated wheaten terrier",
+      "203": "West Highland white terrier",
+      "204": "Lhasa, Lhasa apso",
+      "205": "flat-coated retriever",
+      "206": "curly-coated retriever",
+      "207": "golden retriever",
+      "208": "Labrador retriever",
+      "209": "Chesapeake Bay retriever",
+      "210": "German short-haired pointer",
+      "211": "vizsla, Hungarian pointer",
+      "212": "English setter",
+      "213": "Irish setter, red setter",
+      "214": "Gordon setter",
+      "215": "Brittany spaniel",
+      "216": "clumber, clumber spaniel",
+      "217": "English springer, English springer spaniel",
+      "218": "Welsh springer spaniel",
+      "219": "cocker spaniel, English cocker spaniel, cocker",
+      "220": "Sussex spaniel",
+      "221": "Irish water spaniel",
+      "222": "kuvasz",
+      "223": "schipperke",
+      "224": "groenendael",
+      "225": "malinois",
+      "226": "briard",
+      "227": "kelpie",
+      "228": "komondor",
+      "229": "Old English sheepdog, bobtail",
+      "230": "Shetland sheepdog, Shetland sheep dog, Shetland",
+      "231": "collie",
+      "232": "Border collie",
+      "233": "Bouvier des Flandres, Bouviers des Flandres",
+      "234": "Rottweiler",
+      "235": "German shepherd, German shepherd dog, German police dog, alsatian",
+      "236": "Doberman, Doberman pinscher",
+      "237": "miniature pinscher",
+      "238": "Greater Swiss Mountain dog",
+      "239": "Bernese mountain dog",
+      "240": "Appenzeller",
+      "241": "EntleBucher",
+      "242": "boxer",
+      "243": "bull mastiff",
+      "244": "Tibetan mastiff",
+      "245": "French bulldog",
+      "246": "Great Dane",
+      "247": "Saint Bernard, St Bernard",
+      "248": "Eskimo dog, husky",
+      "249": "malamute, malemute, Alaskan malamute",
+      "250": "Siberian husky",
+      "251": "dalmatian, coach dog, carriage dog",
+      "252": "affenpinscher, monkey pinscher, monkey dog",
+      "253": "basenji",
+      "254": "pug, pug-dog",
+      "255": "Leonberg",
+      "256": "Newfoundland, Newfoundland dog",
+      "257": "Great Pyrenees",
+      "258": "Samoyed, Samoyede",
+      "259": "Pomeranian",
+      "260": "chow, chow chow",
+      "261": "keeshond",
+      "262": "Brabancon griffon",
+      "263": "Pembroke, Pembroke Welsh corgi",
+      "264": "Cardigan, Cardigan Welsh corgi",
+      "265": "toy poodle",
+      "266": "miniature poodle",
+      "267": "standard poodle",
+      "268": "Mexican hairless",
+      "269": "timber wolf, grey wolf, gray wolf, Canis lupus",
+      "270": "white wolf, Arctic wolf, Canis lupus tundrarum",
+      "271": "red wolf, maned wolf, Canis rufus, Canis niger",
+      "272": "coyote, prairie wolf, brush wolf, Canis latrans",
+      "273": "dingo, warrigal, warragal, Canis dingo",
+      "274": "dhole, Cuon alpinus",
+      "275": "African hunting dog, hyena dog, Cape hunting dog, Lycaon pictus",
+      "276": "hyena, hyaena",
+      "277": "red fox, Vulpes vulpes",
+      "278": "kit fox, Vulpes macrotis",
+      "279": "Arctic fox, white fox, Alopex lagopus",
+      "280": "grey fox, gray fox, Urocyon cinereoargenteus",
+      "281": "tabby, tabby cat",
+      "282": "tiger cat",
+      "283": "Persian cat",
+      "284": "Siamese cat, Siamese",
+      "285": "Egyptian cat",
+      "286": "cougar, puma, catamount, mountain lion, painter, panther, Felis concolor",
+      "287": "lynx, catamount",
+      "288": "leopard, Panthera pardus",
+      "289": "snow leopard, ounce, Panthera uncia",
+      "290": "jaguar, panther, Panthera onca, Felis onca",
+      "291": "lion, king of beasts, Panthera leo",
+      "292": "tiger, Panthera tigris",
+      "293": "cheetah, chetah, Acinonyx jubatus",
+      "294": "brown bear, bruin, Ursus arctos",
+      "295": "American black bear, black bear, Ursus americanus, Euarctos americanus",
+      "296": "ice bear, polar bear, Ursus Maritimus, Thalarctos maritimus",
+      "297": "sloth bear, Melursus ursinus, Ursus ursinus",
+      "298": "mongoose",
+      "299": "meerkat, mierkat",
+      "300": "tiger beetle",
+      "301": "ladybug, ladybeetle, lady beetle, ladybird, ladybird beetle",
+      "302": "ground beetle, carabid beetle",
+      "303": "long-horned beetle, longicorn, longicorn beetle",
+      "304": "leaf beetle, chrysomelid",
+      "305": "dung beetle",
+      "306": "rhinoceros beetle",
+      "307": "weevil",
+      "308": "fly",
+      "309": "bee",
+      "310": "ant, emmet, pismire",
+      "311": "grasshopper, hopper",
+      "312": "cricket",
+      "313": "walking stick, walkingstick, stick insect",
+      "314": "cockroach, roach",
+      "315": "mantis, mantid",
+      "316": "cicada, cicala",
+      "317": "leafhopper",
+      "318": "lacewing, lacewing fly",
+      "319": "dragonfly, darning needle, devil's darning needle, sewing needle, snake feeder, snake doctor, mosquito hawk, skeeter hawk",
+      "320": "damselfly",
+      "321": "admiral",
+      "322": "ringlet, ringlet butterfly",
+      "323": "monarch, monarch butterfly, milkweed butterfly, Danaus plexippus",
+      "324": "cabbage butterfly",
+      "325": "sulphur butterfly, sulfur butterfly",
+      "326": "lycaenid, lycaenid butterfly",
+      "327": "starfish, sea star",
+      "328": "sea urchin",
+      "329": "sea cucumber, holothurian",
+      "330": "wood rabbit, cottontail, cottontail rabbit",
+      "331": "hare",
+      "332": "Angora, Angora rabbit",
+      "333": "hamster",
+      "334": "porcupine, hedgehog",
+      "335": "fox squirrel, eastern fox squirrel, Sciurus niger",
+      "336": "marmot",
+      "337": "beaver",
+      "338": "guinea pig, Cavia cobaya",
+      "339": "sorrel",
+      "340": "zebra",
+      "341": "hog, pig, grunter, squealer, Sus scrofa",
+      "342": "wild boar, boar, Sus scrofa",
+      "343": "warthog",
+      "344": "hippopotamus, hippo, river horse, Hippopotamus amphibius",
+      "345": "ox",
+      "346": "water buffalo, water ox, Asiatic buffalo, Bubalus bubalis",
+      "347": "bison",
+      "348": "ram, tup",
+      "349": "bighorn, bighorn sheep, cimarron, Rocky Mountain bighorn, Rocky Mountain sheep, Ovis canadensis",
+      "350": "ibex, Capra ibex",
+      "351": "hartebeest",
+      "352": "impala, Aepyceros melampus",
+      "353": "gazelle",
+      "354": "Arabian camel, dromedary, Camelus dromedarius",
+      "355": "llama",
+      "356": "weasel",
+      "357": "mink",
+      "358": "polecat, fitch, foulmart, foumart, Mustela putorius",
+      "359": "black-footed ferret, ferret, Mustela nigripes",
+      "360": "otter",
+      "361": "skunk, polecat, wood pussy",
+      "362": "badger",
+      "363": "armadillo",
+      "364": "three-toed sloth, ai, Bradypus tridactylus",
+      "365": "orangutan, orang, orangutang, Pongo pygmaeus",
+      "366": "gorilla, Gorilla gorilla",
+      "367": "chimpanzee, chimp, Pan troglodytes",
+      "368": "gibbon, Hylobates lar",
+      "369": "siamang, Hylobates syndactylus, Symphalangus syndactylus",
+      "370": "guenon, guenon monkey",
+      "371": "patas, hussar monkey, Erythrocebus patas",
+      "372": "baboon",
+      "373": "macaque",
+      "374": "langur",
+      "375": "colobus, colobus monkey",
+      "376": "proboscis monkey, Nasalis larvatus",
+      "377": "marmoset",
+      "378": "capuchin, ringtail, Cebus capucinus",
+      "379": "howler monkey, howler",
+      "380": "titi, titi monkey",
+      "381": "spider monkey, Ateles geoffroyi",
+      "382": "squirrel monkey, Saimiri sciureus",
+      "383": "Madagascar cat, ring-tailed lemur, Lemur catta",
+      "384": "indri, indris, Indri indri, Indri brevicaudatus",
+      "385": "Indian elephant, Elephas maximus",
+      "386": "African elephant, Loxodonta africana",
+      "387": "lesser panda, red panda, panda, bear cat, cat bear, Ailurus fulgens",
+      "388": "giant panda, panda, panda bear, coon bear, Ailuropoda melanoleuca",
+      "389": "barracouta, snoek",
+      "390": "eel",
+      "391": "coho, cohoe, coho salmon, blue jack, silver salmon, Oncorhynchus kisutch",
+      "392": "rock beauty, Holocanthus tricolor",
+      "393": "anemone fish",
+      "394": "sturgeon",
+      "395": "gar, garfish, garpike, billfish, Lepisosteus osseus",
+      "396": "lionfish",
+      "397": "puffer, pufferfish, blowfish, globefish",
+      "398": "abacus",
+      "399": "abaya",
+      "400": "academic gown, academic robe, judge's robe",
+      "401": "accordion, piano accordion, squeeze box",
+      "402": "acoustic guitar",
+      "403": "aircraft carrier, carrier, flattop, attack aircraft carrier",
+      "404": "airliner",
+      "405": "airship, dirigible",
+      "406": "altar",
+      "407": "ambulance",
+      "408": "amphibian, amphibious vehicle",
+      "409": "analog clock",
+      "410": "apiary, bee house",
+      "411": "apron",
+      "412": "ashcan, trash can, garbage can, wastebin, ash bin, ash-bin, ashbin, dustbin, trash barrel, trash bin",
+      "413": "assault rifle, assault gun",
+      "414": "backpack, back pack, knapsack, packsack, rucksack, haversack",
+      "415": "bakery, bakeshop, bakehouse",
+      "416": "balance beam, beam",
+      "417": "balloon",
+      "418": "ballpoint, ballpoint pen, ballpen, Biro",
+      "419": "Band Aid",
+      "420": "banjo",
+      "421": "bannister, banister, balustrade, balusters, handrail",
+      "422": "barbell",
+      "423": "barber chair",
+      "424": "barbershop",
+      "425": "barn",
+      "426": "barometer",
+      "427": "barrel, cask",
+      "428": "barrow, garden cart, lawn cart, wheelbarrow",
+      "429": "baseball",
+      "430": "basketball",
+      "431": "bassinet",
+      "432": "bassoon",
+      "433": "bathing cap, swimming cap",
+      "434": "bath towel",
+      "435": "bathtub, bathing tub, bath, tub",
+      "436": "beach wagon, station wagon, wagon, estate car, beach waggon, station waggon, waggon",
+      "437": "beacon, lighthouse, beacon light, pharos",
+      "438": "beaker",
+      "439": "bearskin, busby, shako",
+      "440": "beer bottle",
+      "441": "beer glass",
+      "442": "bell cote, bell cot",
+      "443": "bib",
+      "444": "bicycle-built-for-two, tandem bicycle, tandem",
+      "445": "bikini, two-piece",
+      "446": "binder, ring-binder",
+      "447": "binoculars, field glasses, opera glasses",
+      "448": "birdhouse",
+      "449": "boathouse",
+      "450": "bobsled, bobsleigh, bob",
+      "451": "bolo tie, bolo, bola tie, bola",
+      "452": "bonnet, poke bonnet",
+      "453": "bookcase",
+      "454": "bookshop, bookstore, bookstall",
+      "455": "bottlecap",
+      "456": "bow",
+      "457": "bow tie, bow-tie, bowtie",
+      "458": "brass, memorial tablet, plaque",
+      "459": "brassiere, bra, bandeau",