{ "_commit_hash": "001b61f1d9f57e81b15715faf5e76a04397c8cf1", "_name_or_path": "jozhang97/deta-swin-large", "activation_dropout": 0.0, "activation_function": "relu", "architectures": [ "DetaForObjectDetection" ], "assign_first_stage": true, "attention_dropout": 0.0, "auxiliary_loss": false, "backbone_config": { "_name_or_path": "", "add_cross_attention": false, "architectures": null, "attention_probs_dropout_prob": 0.0, "bad_words_ids": null, "begin_suppress_tokens": null, "bos_token_id": null, "chunk_size_feed_forward": 0, "cross_attention_hidden_size": null, "decoder_start_token_id": null, "depths": [ 2, 2, 18, 2 ], "diversity_penalty": 0.0, "do_sample": false, "drop_path_rate": 0.1, "early_stopping": false, "embed_dim": 192, "encoder_no_repeat_ngram_size": 0, "encoder_stride": 32, "eos_token_id": null, "exponential_decay_length_penalty": null, "finetuning_task": null, "forced_bos_token_id": null, "forced_eos_token_id": null, "hidden_act": "gelu", "hidden_dropout_prob": 0.0, "hidden_size": 1536, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "image_size": 224, "initializer_range": 0.02, "is_decoder": false, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "layer_norm_eps": 1e-05, "length_penalty": 1.0, "max_length": 20, "min_length": 0, "mlp_ratio": 4.0, "model_type": "swin", "no_repeat_ngram_size": 0, "num_beam_groups": 1, "num_beams": 1, "num_channels": 3, "num_heads": [ 6, 12, 24, 48 ], "num_layers": 4, "num_return_sequences": 1, "out_features": [ "stage2", "stage3", "stage4" ], "output_attentions": false, "output_hidden_states": false, "output_scores": false, "pad_token_id": null, "patch_size": 4, "path_norm": true, "prefix": null, "problem_type": null, "pruned_heads": {}, "qkv_bias": true, "remove_invalid_values": false, "repetition_penalty": 1.0, "return_dict": true, "return_dict_in_generate": false, "sep_token_id": null, "stage_names": [ "stem", "stage1", "stage2", "stage3", "stage4" ], "suppress_tokens": null, "task_specific_params": null, "temperature": 1.0, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": true, "tokenizer_class": null, "top_k": 50, "top_p": 1.0, "torch_dtype": null, "torchscript": false, "transformers_version": "4.27.2", "typical_p": 1.0, "use_absolute_embeddings": false, "use_bfloat16": false, "window_size": 12 }, "bbox_cost": 5, "bbox_loss_coefficient": 5, "class_cost": 1, "d_model": 256, "decoder_attention_heads": 8, "decoder_ffn_dim": 2048, "decoder_layerdrop": 0.0, "decoder_layers": 6, "decoder_n_points": 4, "dice_loss_coefficient": 1, "dropout": 0.1, "encoder_attention_heads": 8, "encoder_ffn_dim": 2048, "encoder_layerdrop": 0.0, "encoder_layers": 6, "encoder_n_points": 4, "eos_coefficient": 0.1, "focal_alpha": 0.25, "giou_cost": 2, "giou_loss_coefficient": 2, "id2label": { "1": "Actiniaria", "2": "Actinernus", "3": "Actiniidae", "4": "Actinoscyphia", "5": "Bolocera", "6": "Dofleinia", "7": "Hormathiidae", "8": "Isosicyonis", "9": "Liponema brevicorne", "10": "Metridium farcimen", "11": "Actinopterygii", "12": "Agonidae", "13": "Albatrossia pectoralis", "14": "Alepocephalus tenebrosus", "15": "Anarrhichthys ocellatus", "16": "Anoplopoma fimbria", "17": "Antimora microlepis", "18": "Bathypterois", "19": "Bathysaurus mollis", "20": "Careproctus", "21": "Careproctus kamikawai", "22": "Careproctus melanurus", "23": "Careproctus ovigerus", "24": "Cataetyx", "25": "Chaunacops coloratus", "26": "Chilara taylori", "27": "Coryphaenoides", "28": "Gobiidae", "29": "Icelinus", "30": "Icelinus filamentosus", "31": "Lepidion", "32": "Liparidae", "33": "Lophiiformes", "34": "Luciobrotula", "35": "Lumpenus sagitta", "36": "Macrouridae", "37": "Merluccius productus", "38": "Moridae", "39": "Myctophidae", "40": "Nezumia liolepis", "41": "Nezumia stelgidolepis", "42": "Ophidiidae", "43": "Ophiodon elongatus", "44": "Paralepididae", "45": "Paraliparis", "46": "Plectobranchus evides", "47": "Porichthys mimeticus", "48": "Psychrolutes phrictus", "49": "Psychrolutidae", "50": "Scorpaeniformes", "51": "Sebastes", "52": "Sebastolobus", "53": "Spectrunculus grandis", "54": "Xeneretmus", "55": "Zaniolepis frenata", "56": "Zaniolepis latipinnis", "57": "Anguilliformes", "58": "Nettastoma parviceps", "59": "Ophichthus frontalis", "60": "Synaphobranchidae", "61": "Eptatretus", "62": "Bothrocara brunneum", "63": "Eucryphycus californicus", "64": "Lycenchelys", "65": "Lycenchelys crotalinus", "66": "Lycodapus", "67": "Lycodes", "68": "Lycodes brevipes", "69": "Lycodes cortezianus", "70": "Lycodes diapterus", "71": "Lycodes pacificus", "72": "Pachycara bulbiceps", "73": "Zoarcidae", "74": "Aeolidiidae sp. 1", "75": "Akoya platinum", "76": "Bathybembix", "77": "Bathydoris aioca", "78": "Buccinidae", "79": "Caenogastropoda", "80": "Dendronotus patricki", "81": "Gastropoda", "82": "Neptunea-Buccinum Complex", "83": "Nudibranchia", "84": "Patellogastropoda", "85": "Pleurobranchaea californica", "86": "Tritonia tetraquetra", "87": "Ziminella vrijenhoeki", "88": "Asteroidea", "89": "Asthenactis", "90": "Astropecten", "91": "Benthopecten", "92": "Ceramaster", "93": "Crossaster", "94": "Dipsacaster eximius", "95": "Dytaster gilberti", "96": "Forcipulatida", "97": "Goniasteridae", "98": "Henricia", "99": "Solasteridae", "100": "Hippasteria", "101": "Hymenaster", "102": "Lophaster", "103": "Luidia foliolata", "104": "Mediaster", "105": "Mediaster aequalis", "106": "Mediaster tenellus", "107": "Myxoderma", "108": "Myxoderma platyacanthum", "109": "Myxoderma sacculatum", "110": "Patiria miniata", "111": "Paulasterias mcclaini", "112": "Paxillosida", "113": "Peribolaster biserialis", "114": "Poraniopsis", "115": "Poraniopsis inflata", "116": "Pterasteridae", "117": "Pycnopodia helianthoides", "118": "Pythonaster pacificus", "119": "Rathbunaster californicus", "120": "Stylasterias forreri", "121": "Thrissacanthias penicillatus", "122": "Valvatida", "123": "Zoroasteridae", "124": "Antedonidae", "125": "Crinoidea", "126": "Bathycrinidae", "127": "Bathymetrinae", "128": "Hyocrinidae", "129": "Pentametrocrinus paucispinulus", "130": "Abyssocucumis abyssorum", "131": "Apostichopus", "132": "Apostichopus californicus", "133": "Apostichopus leukothele", "134": "Benthodytes", "135": "Benthothuria", "136": "Elpidia", "137": "Holothuria (Vaneyothuria) zacae", "138": "Holothuroidea", "139": "Laetmogone", "140": "Oneirophanta mutabilis complex", "141": "Paelopatides confundens", "142": "Pannychia", "143": "Peniagone", "144": "Pseudostichopus mollis", "145": "Psolidae", "146": "Psolus squamatus", "147": "Psychronaetes", "148": "Psychropotes depressa", "149": "Psychropotidae", "150": "Scotoplanes", "151": "Synallactes", "152": "Aporocidaris milleri", "153": "Brisaster", "154": "Cystechinus giganteus", "155": "Cystechinus loveni", "156": "Cystocrepis setigera", "157": "Echinoidea", "158": "Echinocrepis rostrata", "159": "Echinothuriidae", "160": "Strongylocentrotus fragilis", "161": "Tromikosoma", "162": "Acanthascinae", "163": "Bathydorus", "164": "Bolosominae", "165": "Caulophacus", "166": "Chonelasma", "167": "Corbitellinae", "168": "Dictyocalyx", "169": "Docosaccus maculatus", "170": "Euplectellidae", "171": "Farrea", "172": "Farrea truncata complex", "173": "Heterochone calyx", "174": "Hexactinellida", "175": "Hyalonema", "176": "Hyalonema (Corynonema) populiferum", "177": "Hyalonema (Oonema) bianchoratum", "178": "Lyssacinosida sp. 1", "179": "Regadrella", "180": "Rossellidae", "181": "Sclerothamnopsis", "182": "Staurocalyptus", "183": "Staurocalyptus solidus", "184": "yellow ruffled sponge", "185": "Calyptrophora", "186": "Chrysogorgia", "187": "Chrysogorgia monticola", "188": "Chrysogorgia pinnata", "189": "Iridogorgia", "190": "Isidella", "191": "Isidella tentaculum", "192": "Isididae", "193": "Keratoisis", "194": "Lepidisis", "195": "Parastenella", "196": "Primnoidae", "197": "Acanthogorgia", "198": "Gorgoniidae", "199": "Leptogorgia", "200": "Plexauridae", "201": "Swiftia", "202": "Swiftia kofoidi", "203": "Swiftia simplex", "204": "Corallium", "205": "Paragorgiidae", "206": "Paragorgia arborea", "207": "Alcyoniidae", "208": "Bathyalcyon robustum", "209": "Gersemia juliepackardae", "210": "Heteropolypus", "211": "Heteropolypus ritteri", "212": "Clavularia", "213": "Stolonifera", "214": "Acanthoptilum", "215": "Anthoptilum grandiflorum", "216": "Anthoptilum lithophilum", "217": "Distichoptilum gracile", "218": "Funiculina", "219": "Funiculina-Halipteris complex", "220": "Halipteris californica", "221": "Kophobelemnidae", "222": "Pennatula", "223": "Pennatula phosphorea", "224": "Pennatulacea", "225": "Protoptilum", "226": "Ptilosarcus gurneyi", "227": "Stylatula", "228": "Umbellula", "229": "Virgulariidae", "230": "Desmophyllum dianthus", "231": "Fungiacyathus (Bathyactis) marenzelleri", "232": "Scleractinia", "233": "Alternatipathes", "234": "Antipatharia", "235": "Heteropathes", "236": "Lillipathes", "237": "Parantipathes", "238": "Schizopathidae", "239": "Umbellapathes", "240": "Brachyura", "241": "Cancridae", "242": "Chionoecetes tanneri", "243": "Chorilia longipes", "244": "Macroregonia macrochira", "245": "Majidae", "246": "Metacarcinus magister", "247": "Lithodes couesi", "248": "Lithodidae", "249": "Neolithodes diomedeae", "250": "Paralithodes rathbuni", "251": "Paralomis", "252": "Paralomis cf. papillata", "253": "Paralomis multispina", "254": "Paralomis verrilli", "255": "Caridea", "256": "Eualus macrophthalmus", "257": "Pandalus", "258": "Pandalus ampla", "259": "Pandalus platyceros", "260": "Pasiphaea", "261": "Plesionika", "262": "Calocarides quinqueseriatus", "263": "Chirostylidae", "264": "Galatheoidea", "265": "Munida", "266": "Munida bapensis", "267": "Munida quadrispina", "268": "Munidopsis", "269": "Munidopsis depressa", "270": "Munidopsis kensmithi", "271": "Munidopsis lignaria", "272": "Munidopsis recta", "273": "Munidopsis scotti", "274": "Pleuroncodes planipes", "275": "Cirripedia", "276": "Scalpellidae", "277": "Verum proximum", "278": "Pycnogonida", "279": "Annelida", "280": "Canalipalpata", "281": "Echiura", "282": "Harmothoe", "283": "Hirudinea", "284": "Paradiopatra", "285": "Peinaleopolynoe orphanae", "286": "Polychaeta", "287": "Polynoidae", "288": "Sabellidae", "289": "Serpulidae", "290": "Terebellidae" }, "init_std": 0.02, "init_xavier_std": 1.0, "is_encoder_decoder": true, "label2id": { "Abyssocucumis abyssorum": 130, "Acanthascinae": 162, "Acanthogorgia": 197, "Acanthoptilum": 214, "Actinernus": 2, "Actiniaria": 1, "Actiniidae": 3, "Actinopterygii": 11, "Actinoscyphia": 4, "Aeolidiidae sp. 1": 74, "Agonidae": 12, "Akoya platinum": 75, "Albatrossia pectoralis": 13, "Alcyoniidae": 207, "Alepocephalus tenebrosus": 14, "Alternatipathes": 233, "Anarrhichthys ocellatus": 15, "Anguilliformes": 57, "Annelida": 279, "Anoplopoma fimbria": 16, "Antedonidae": 124, "Anthoptilum grandiflorum": 215, "Anthoptilum lithophilum": 216, "Antimora microlepis": 17, "Antipatharia": 234, "Aporocidaris milleri": 152, "Apostichopus": 131, "Apostichopus californicus": 132, "Apostichopus leukothele": 133, "Asteroidea": 88, "Asthenactis": 89, "Astropecten": 90, "Bathyalcyon robustum": 208, "Bathybembix": 76, "Bathycrinidae": 126, "Bathydoris aioca": 77, "Bathydorus": 163, "Bathymetrinae": 127, "Bathypterois": 18, "Bathysaurus mollis": 19, "Benthodytes": 134, "Benthopecten": 91, "Benthothuria": 135, "Bolocera": 5, "Bolosominae": 164, "Bothrocara brunneum": 62, "Brachyura": 240, "Brisaster": 153, "Buccinidae": 78, "Caenogastropoda": 79, "Calocarides quinqueseriatus": 262, "Calyptrophora": 185, "Canalipalpata": 280, "Cancridae": 241, "Careproctus": 20, "Careproctus kamikawai": 21, "Careproctus melanurus": 22, "Careproctus ovigerus": 23, "Caridea": 255, "Cataetyx": 24, "Caulophacus": 165, "Ceramaster": 92, "Chaunacops coloratus": 25, "Chilara taylori": 26, "Chionoecetes tanneri": 242, "Chirostylidae": 263, "Chonelasma": 166, "Chorilia longipes": 243, "Chrysogorgia": 186, "Chrysogorgia monticola": 187, "Chrysogorgia pinnata": 188, "Cirripedia": 275, "Clavularia": 212, "Corallium": 204, "Corbitellinae": 167, "Coryphaenoides": 27, "Crinoidea": 125, "Crossaster": 93, "Cystechinus giganteus": 154, "Cystechinus loveni": 155, "Cystocrepis setigera": 156, "Dendronotus patricki": 80, "Desmophyllum dianthus": 230, "Dictyocalyx": 168, "Dipsacaster eximius": 94, "Distichoptilum gracile": 217, "Docosaccus maculatus": 169, "Dofleinia": 6, "Dytaster gilberti": 95, "Echinocrepis rostrata": 158, "Echinoidea": 157, "Echinothuriidae": 159, "Echiura": 281, "Elpidia": 136, "Eptatretus": 61, "Eualus macrophthalmus": 256, "Eucryphycus californicus": 63, "Euplectellidae": 170, "Farrea": 171, "Farrea truncata complex": 172, "Forcipulatida": 96, "Fungiacyathus (Bathyactis) marenzelleri": 231, "Funiculina": 218, "Funiculina-Halipteris complex": 219, "Galatheoidea": 264, "Gastropoda": 81, "Gersemia juliepackardae": 209, "Gobiidae": 28, "Goniasteridae": 97, "Gorgoniidae": 198, "Halipteris californica": 220, "Harmothoe": 282, "Henricia": 98, "Heterochone calyx": 173, "Heteropathes": 235, "Heteropolypus": 210, "Heteropolypus ritteri": 211, "Hexactinellida": 174, "Hippasteria": 100, "Hirudinea": 283, "Holothuria (Vaneyothuria) zacae": 137, "Holothuroidea": 138, "Hormathiidae": 7, "Hyalonema": 175, "Hyalonema (Corynonema) populiferum": 176, "Hyalonema (Oonema) bianchoratum": 177, "Hymenaster": 101, "Hyocrinidae": 128, "Icelinus": 29, "Icelinus filamentosus": 30, "Iridogorgia": 189, "Isidella": 190, "Isidella tentaculum": 191, "Isididae": 192, "Isosicyonis": 8, "Keratoisis": 193, "Kophobelemnidae": 221, "Laetmogone": 139, "Lepidion": 31, "Lepidisis": 194, "Leptogorgia": 199, "Lillipathes": 236, "Liparidae": 32, "Liponema brevicorne": 9, "Lithodes couesi": 247, "Lithodidae": 248, "Lophaster": 102, "Lophiiformes": 33, "Luciobrotula": 34, "Luidia foliolata": 103, "Lumpenus sagitta": 35, "Lycenchelys": 64, "Lycenchelys crotalinus": 65, "Lycodapus": 66, "Lycodes": 67, "Lycodes brevipes": 68, "Lycodes cortezianus": 69, "Lycodes diapterus": 70, "Lycodes pacificus": 71, "Lyssacinosida sp. 1": 178, "Macroregonia macrochira": 244, "Macrouridae": 36, "Majidae": 245, "Mediaster": 104, "Mediaster aequalis": 105, "Mediaster tenellus": 106, "Merluccius productus": 37, "Metacarcinus magister": 246, "Metridium farcimen": 10, "Moridae": 38, "Munida": 265, "Munida bapensis": 266, "Munida quadrispina": 267, "Munidopsis": 268, "Munidopsis depressa": 269, "Munidopsis kensmithi": 270, "Munidopsis lignaria": 271, "Munidopsis recta": 272, "Munidopsis scotti": 273, "Myctophidae": 39, "Myxoderma": 107, "Myxoderma platyacanthum": 108, "Myxoderma sacculatum": 109, "Neolithodes diomedeae": 249, "Neptunea-Buccinum Complex": 82, "Nettastoma parviceps": 58, "Nezumia liolepis": 40, "Nezumia stelgidolepis": 41, "Nudibranchia": 83, "Oneirophanta mutabilis complex": 140, "Ophichthus frontalis": 59, "Ophidiidae": 42, "Ophiodon elongatus": 43, "Pachycara bulbiceps": 72, "Paelopatides confundens": 141, "Pandalus": 257, "Pandalus ampla": 258, "Pandalus platyceros": 259, "Pannychia": 142, "Paradiopatra": 284, "Paragorgia arborea": 206, "Paragorgiidae": 205, "Paralepididae": 44, "Paraliparis": 45, "Paralithodes rathbuni": 250, "Paralomis": 251, "Paralomis cf. papillata": 252, "Paralomis multispina": 253, "Paralomis verrilli": 254, "Parantipathes": 237, "Parastenella": 195, "Pasiphaea": 260, "Patellogastropoda": 84, "Patiria miniata": 110, "Paulasterias mcclaini": 111, "Paxillosida": 112, "Peinaleopolynoe orphanae": 285, "Peniagone": 143, "Pennatula": 222, "Pennatula phosphorea": 223, "Pennatulacea": 224, "Pentametrocrinus paucispinulus": 129, "Peribolaster biserialis": 113, "Plectobranchus evides": 46, "Plesionika": 261, "Pleurobranchaea californica": 85, "Pleuroncodes planipes": 274, "Plexauridae": 200, "Polychaeta": 286, "Polynoidae": 287, "Poraniopsis": 114, "Poraniopsis inflata": 115, "Porichthys mimeticus": 47, "Primnoidae": 196, "Protoptilum": 225, "Pseudostichopus mollis": 144, "Psolidae": 145, "Psolus squamatus": 146, "Psychrolutes phrictus": 48, "Psychrolutidae": 49, "Psychronaetes": 147, "Psychropotes depressa": 148, "Psychropotidae": 149, "Pterasteridae": 116, "Ptilosarcus gurneyi": 226, "Pycnogonida": 278, "Pycnopodia helianthoides": 117, "Pythonaster pacificus": 118, "Rathbunaster californicus": 119, "Regadrella": 179, "Rossellidae": 180, "Sabellidae": 288, "Scalpellidae": 276, "Schizopathidae": 238, "Scleractinia": 232, "Sclerothamnopsis": 181, "Scorpaeniformes": 50, "Scotoplanes": 150, "Sebastes": 51, "Sebastolobus": 52, "Serpulidae": 289, "Solasteridae": 99, "Spectrunculus grandis": 53, "Staurocalyptus": 182, "Staurocalyptus solidus": 183, "Stolonifera": 213, "Strongylocentrotus fragilis": 160, "Stylasterias forreri": 120, "Stylatula": 227, "Swiftia": 201, "Swiftia kofoidi": 202, "Swiftia simplex": 203, "Synallactes": 151, "Synaphobranchidae": 60, "Terebellidae": 290, "Thrissacanthias penicillatus": 121, "Tritonia tetraquetra": 86, "Tromikosoma": 161, "Umbellapathes": 239, "Umbellula": 228, "Valvatida": 122, "Verum proximum": 277, "Virgulariidae": 229, "Xeneretmus": 54, "Zaniolepis frenata": 55, "Zaniolepis latipinnis": 56, "Ziminella vrijenhoeki": 87, "Zoarcidae": 73, "Zoroasteridae": 123, "yellow ruffled sponge": 184 }, "mask_loss_coefficient": 1, "max_position_embeddings": 2048, "model_type": "deta", "num_feature_levels": 5, "num_queries": 900, "position_embedding_type": "sine", "torch_dtype": "float32", "transformers_version": null, "two_stage": true, "two_stage_num_proposals": 300, "with_box_refine": true }