Training in progress, step 2000

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,2200 @@
+{
+  "architectures": [
+    "VisionEncoderDecoderModel"
+  ],
+  "decoder": {
+    "_name_or_path": "UBC-NLP/MARBERTv2",
+    "add_cross_attention": true,
+    "architectures": [
+      "BertForMaskedLM"
+    ],
+    "attention_probs_dropout_prob": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "classifier_dropout": null,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "directionality": "bidi",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-12,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 512,
+    "min_length": 0,
+    "model_type": "bert",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 12,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "pooler_fc_size": 768,
+    "pooler_num_attention_heads": 12,
+    "pooler_num_fc_layers": 3,
+    "pooler_size_per_head": 128,
+    "pooler_type": "first_token_transform",
+    "position_embedding_type": "absolute",
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0",
+    "type_vocab_size": 2,
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 100000
+  },
+  "decoder_start_token_id": 2,
+  "early_stopping": true,
+  "encoder": {
+    "_name_or_path": "microsoft/beit-base-patch16-224",
+    "add_cross_attention": false,
+    "architectures": [
+      "BeitForImageClassification"
+    ],
+    "attention_probs_dropout_prob": 0.0,
+    "auxiliary_channels": 256,
+    "auxiliary_concat_input": false,
+    "auxiliary_loss_weight": 0.4,
+    "auxiliary_num_convs": 1,
+    "bad_words_ids": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.0,
+    "hidden_size": 768,
+    "id2label": {
+      "0": "tench, Tinca tinca",
+      "1": "goldfish, Carassius auratus",
+      "2": "great white shark, white shark, man-eater, man-eating shark, Carcharodon carcharias",
+      "3": "tiger shark, Galeocerdo cuvieri",
+      "4": "hammerhead, hammerhead shark",
+      "5": "electric ray, crampfish, numbfish, torpedo",
+      "6": "stingray",
+      "7": "cock",
+      "8": "hen",
+      "9": "ostrich, Struthio camelus",
+      "10": "brambling, Fringilla montifringilla",
+      "11": "goldfinch, Carduelis carduelis",
+      "12": "house finch, linnet, Carpodacus mexicanus",
+      "13": "junco, snowbird",
+      "14": "indigo bunting, indigo finch, indigo bird, Passerina cyanea",
+      "15": "robin, American robin, Turdus migratorius",
+      "16": "bulbul",
+      "17": "jay",
+      "18": "magpie",
+      "19": "chickadee",
+      "20": "water ouzel, dipper",
+      "21": "kite",
+      "22": "bald eagle, American eagle, Haliaeetus leucocephalus",
+      "23": "vulture",
+      "24": "great grey owl, great gray owl, Strix nebulosa",
+      "25": "European fire salamander, Salamandra salamandra",
+      "26": "common newt, Triturus vulgaris",
+      "27": "eft",
+      "28": "spotted salamander, Ambystoma maculatum",
+      "29": "axolotl, mud puppy, Ambystoma mexicanum",
+      "30": "bullfrog, Rana catesbeiana",
+      "31": "tree frog, tree-frog",
+      "32": "tailed frog, bell toad, ribbed toad, tailed toad, Ascaphus trui",
+      "33": "loggerhead, loggerhead turtle, Caretta caretta",
+      "34": "leatherback turtle, leatherback, leathery turtle, Dermochelys coriacea",
+      "35": "mud turtle",
+      "36": "terrapin",
+      "37": "box turtle, box tortoise",
+      "38": "banded gecko",
+      "39": "common iguana, iguana, Iguana iguana",
+      "40": "American chameleon, anole, Anolis carolinensis",
+      "41": "whiptail, whiptail lizard",
+      "42": "agama",
+      "43": "frilled lizard, Chlamydosaurus kingi",
+      "44": "alligator lizard",
+      "45": "Gila monster, Heloderma suspectum",
+      "46": "green lizard, Lacerta viridis",
+      "47": "African chameleon, Chamaeleo chamaeleon",
+      "48": "Komodo dragon, Komodo lizard, dragon lizard, giant lizard, Varanus komodoensis",
+      "49": "African crocodile, Nile crocodile, Crocodylus niloticus",
+      "50": "American alligator, Alligator mississipiensis",
+      "51": "triceratops",
+      "52": "thunder snake, worm snake, Carphophis amoenus",
+      "53": "ringneck snake, ring-necked snake, ring snake",
+      "54": "hognose snake, puff adder, sand viper",
+      "55": "green snake, grass snake",
+      "56": "king snake, kingsnake",
+      "57": "garter snake, grass snake",
+      "58": "water snake",
+      "59": "vine snake",
+      "60": "night snake, Hypsiglena torquata",
+      "61": "boa constrictor, Constrictor constrictor",
+      "62": "rock python, rock snake, Python sebae",
+      "63": "Indian cobra, Naja naja",
+      "64": "green mamba",
+      "65": "sea snake",
+      "66": "horned viper, cerastes, sand viper, horned asp, Cerastes cornutus",
+      "67": "diamondback, diamondback rattlesnake, Crotalus adamanteus",
+      "68": "sidewinder, horned rattlesnake, Crotalus cerastes",
+      "69": "trilobite",
+      "70": "harvestman, daddy longlegs, Phalangium opilio",
+      "71": "scorpion",
+      "72": "black and gold garden spider, Argiope aurantia",
+      "73": "barn spider, Araneus cavaticus",
+      "74": "garden spider, Aranea diademata",
+      "75": "black widow, Latrodectus mactans",
+      "76": "tarantula",
+      "77": "wolf spider, hunting spider",
+      "78": "tick",
+      "79": "centipede",
+      "80": "black grouse",
+      "81": "ptarmigan",
+      "82": "ruffed grouse, partridge, Bonasa umbellus",
+      "83": "prairie chicken, prairie grouse, prairie fowl",
+      "84": "peacock",
+      "85": "quail",
+      "86": "partridge",
+      "87": "African grey, African gray, Psittacus erithacus",
+      "88": "macaw",
+      "89": "sulphur-crested cockatoo, Kakatoe galerita, Cacatua galerita",
+      "90": "lorikeet",
+      "91": "coucal",
+      "92": "bee eater",
+      "93": "hornbill",
+      "94": "hummingbird",
+      "95": "jacamar",
+      "96": "toucan",
+      "97": "drake",
+      "98": "red-breasted merganser, Mergus serrator",
+      "99": "goose",
+      "100": "black swan, Cygnus atratus",
+      "101": "tusker",
+      "102": "echidna, spiny anteater, anteater",
+      "103": "platypus, duckbill, duckbilled platypus, duck-billed platypus, Ornithorhynchus anatinus",
+      "104": "wallaby, brush kangaroo",
+      "105": "koala, koala bear, kangaroo bear, native bear, Phascolarctos cinereus",
+      "106": "wombat",
+      "107": "jellyfish",
+      "108": "sea anemone, anemone",
+      "109": "brain coral",
+      "110": "flatworm, platyhelminth",
+      "111": "nematode, nematode worm, roundworm",
+      "112": "conch",
+      "113": "snail",
+      "114": "slug",
+      "115": "sea slug, nudibranch",
+      "116": "chiton, coat-of-mail shell, sea cradle, polyplacophore",
+      "117": "chambered nautilus, pearly nautilus, nautilus",
+      "118": "Dungeness crab, Cancer magister",
+      "119": "rock crab, Cancer irroratus",
+      "120": "fiddler crab",
+      "121": "king crab, Alaska crab, Alaskan king crab, Alaska king crab, Paralithodes camtschatica",
+      "122": "American lobster, Northern lobster, Maine lobster, Homarus americanus",
+      "123": "spiny lobster, langouste, rock lobster, crawfish, crayfish, sea crawfish",
+      "124": "crayfish, crawfish, crawdad, crawdaddy",
+      "125": "hermit crab",
+      "126": "isopod",
+      "127": "white stork, Ciconia ciconia",
+      "128": "black stork, Ciconia nigra",
+      "129": "spoonbill",
+      "130": "flamingo",
+      "131": "little blue heron, Egretta caerulea",
+      "132": "American egret, great white heron, Egretta albus",
+      "133": "bittern",
+      "134": "crane",
+      "135": "limpkin, Aramus pictus",
+      "136": "European gallinule, Porphyrio porphyrio",
+      "137": "American coot, marsh hen, mud hen, water hen, Fulica americana",
+      "138": "bustard",
+      "139": "ruddy turnstone, Arenaria interpres",
+      "140": "red-backed sandpiper, dunlin, Erolia alpina",
+      "141": "redshank, Tringa totanus",
+      "142": "dowitcher",
+      "143": "oystercatcher, oyster catcher",
+      "144": "pelican",
+      "145": "king penguin, Aptenodytes patagonica",
+      "146": "albatross, mollymawk",
+      "147": "grey whale, gray whale, devilfish, Eschrichtius gibbosus, Eschrichtius robustus",
+      "148": "killer whale, killer, orca, grampus, sea wolf, Orcinus orca",
+      "149": "dugong, Dugong dugon",
+      "150": "sea lion",
+      "151": "Chihuahua",
+      "152": "Japanese spaniel",
+      "153": "Maltese dog, Maltese terrier, Maltese",
+      "154": "Pekinese, Pekingese, Peke",
+      "155": "Shih-Tzu",
+      "156": "Blenheim spaniel",
+      "157": "papillon",
+      "158": "toy terrier",
+      "159": "Rhodesian ridgeback",
+      "160": "Afghan hound, Afghan",
+      "161": "basset, basset hound",
+      "162": "beagle",
+      "163": "bloodhound, sleuthhound",
+      "164": "bluetick",
+      "165": "black-and-tan coonhound",
+      "166": "Walker hound, Walker foxhound",
+      "167": "English foxhound",
+      "168": "redbone",
+      "169": "borzoi, Russian wolfhound",
+      "170": "Irish wolfhound",
+      "171": "Italian greyhound",
+      "172": "whippet",
+      "173": "Ibizan hound, Ibizan Podenco",
+      "174": "Norwegian elkhound, elkhound",
+      "175": "otterhound, otter hound",
+      "176": "Saluki, gazelle hound",
+      "177": "Scottish deerhound, deerhound",
+      "178": "Weimaraner",
+      "179": "Staffordshire bullterrier, Staffordshire bull terrier",
+      "180": "American Staffordshire terrier, Staffordshire terrier, American pit bull terrier, pit bull terrier",
+      "181": "Bedlington terrier",
+      "182": "Border terrier",
+      "183": "Kerry blue terrier",
+      "184": "Irish terrier",
+      "185": "Norfolk terrier",
+      "186": "Norwich terrier",
+      "187": "Yorkshire terrier",
+      "188": "wire-haired fox terrier",
+      "189": "Lakeland terrier",
+      "190": "Sealyham terrier, Sealyham",
+      "191": "Airedale, Airedale terrier",
+      "192": "cairn, cairn terrier",
+      "193": "Australian terrier",
+      "194": "Dandie Dinmont, Dandie Dinmont terrier",
+      "195": "Boston bull, Boston terrier",
+      "196": "miniature schnauzer",
+      "197": "giant schnauzer",
+      "198": "standard schnauzer",
+      "199": "Scotch terrier, Scottish terrier, Scottie",
+      "200": "Tibetan terrier, chrysanthemum dog",
+      "201": "silky terrier, Sydney silky",
+      "202": "soft-coated wheaten terrier",
+      "203": "West Highland white terrier",
+      "204": "Lhasa, Lhasa apso",
+      "205": "flat-coated retriever",
+      "206": "curly-coated retriever",
+      "207": "golden retriever",
+      "208": "Labrador retriever",
+      "209": "Chesapeake Bay retriever",
+      "210": "German short-haired pointer",
+      "211": "vizsla, Hungarian pointer",
+      "212": "English setter",
+      "213": "Irish setter, red setter",
+      "214": "Gordon setter",
+      "215": "Brittany spaniel",
+      "216": "clumber, clumber spaniel",
+      "217": "English springer, English springer spaniel",
+      "218": "Welsh springer spaniel",
+      "219": "cocker spaniel, English cocker spaniel, cocker",
+      "220": "Sussex spaniel",
+      "221": "Irish water spaniel",
+      "222": "kuvasz",
+      "223": "schipperke",
+      "224": "groenendael",
+      "225": "malinois",
+      "226": "briard",
+      "227": "kelpie",
+      "228": "komondor",
+      "229": "Old English sheepdog, bobtail",
+      "230": "Shetland sheepdog, Shetland sheep dog, Shetland",
+      "231": "collie",
+      "232": "Border collie",
+      "233": "Bouvier des Flandres, Bouviers des Flandres",
+      "234": "Rottweiler",
+      "235": "German shepherd, German shepherd dog, German police dog, alsatian",
+      "236": "Doberman, Doberman pinscher",
+      "237": "miniature pinscher",
+      "238": "Greater Swiss Mountain dog",
+      "239": "Bernese mountain dog",
+      "240": "Appenzeller",
+      "241": "EntleBucher",
+      "242": "boxer",
+      "243": "bull mastiff",
+      "244": "Tibetan mastiff",
+      "245": "French bulldog",
+      "246": "Great Dane",
+      "247": "Saint Bernard, St Bernard",
+      "248": "Eskimo dog, husky",
+      "249": "malamute, malemute, Alaskan malamute",
+      "250": "Siberian husky",
+      "251": "dalmatian, coach dog, carriage dog",
+      "252": "affenpinscher, monkey pinscher, monkey dog",
+      "253": "basenji",
+      "254": "pug, pug-dog",
+      "255": "Leonberg",
+      "256": "Newfoundland, Newfoundland dog",
+      "257": "Great Pyrenees",
+      "258": "Samoyed, Samoyede",
+      "259": "Pomeranian",
+      "260": "chow, chow chow",
+      "261": "keeshond",
+      "262": "Brabancon griffon",
+      "263": "Pembroke, Pembroke Welsh corgi",
+      "264": "Cardigan, Cardigan Welsh corgi",
+      "265": "toy poodle",
+      "266": "miniature poodle",
+      "267": "standard poodle",
+      "268": "Mexican hairless",
+      "269": "timber wolf, grey wolf, gray wolf, Canis lupus",
+      "270": "white wolf, Arctic wolf, Canis lupus tundrarum",
+      "271": "red wolf, maned wolf, Canis rufus, Canis niger",
+      "272": "coyote, prairie wolf, brush wolf, Canis latrans",
+      "273": "dingo, warrigal, warragal, Canis dingo",
+      "274": "dhole, Cuon alpinus",
+      "275": "African hunting dog, hyena dog, Cape hunting dog, Lycaon pictus",
+      "276": "hyena, hyaena",
+      "277": "red fox, Vulpes vulpes",
+      "278": "kit fox, Vulpes macrotis",
+      "279": "Arctic fox, white fox, Alopex lagopus",
+      "280": "grey fox, gray fox, Urocyon cinereoargenteus",
+      "281": "tabby, tabby cat",