spellcorrector_1009_v4 / config.json
Buseak's picture
Training in progress, epoch 1
6aa504a
raw
history blame contribute delete
No virus
3.96 kB
{
"_name_or_path": "google/canine-s",
"architectures": [
"CanineForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 57344,
"downsampling_rate": 4,
"eos_token_id": 57345,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "1",
"1": "9",
"2": "3",
"3": "6",
"4": " ",
"5": "y",
"6": "\u0131",
"7": "l",
"8": "n",
"9": "d",
"10": "a",
"11": "z",
"12": ".",
"13": "\u00df",
"14": "A",
"15": "e",
"16": "t",
"17": "k",
"18": "i",
"19": "m",
"20": "g",
"21": "\u00e7",
"22": "\u015f",
"23": "b",
"24": "r",
"25": "h",
"26": "O",
"27": "s",
"28": "u",
"29": "\u011f",
"30": "o",
"31": "\u00f6",
"32": "\u00fc",
"33": "v",
"34": "R",
"35": ",",
"36": "B",
"37": "'",
"38": "p",
"39": "\u00e2",
"40": "\u00d6",
"41": "S",
"42": "-",
"43": "L",
"44": "c",
"45": "T",
"46": "K",
"47": "0",
"48": "P",
"49": "?",
"50": "M",
"51": "f",
"52": "Y",
"53": "7",
"54": "8",
"55": "U",
"56": "\"",
"57": "5",
"58": "N",
"59": "j",
"60": "H",
"61": "2",
"62": "\u0130",
"63": "D",
"64": "G",
"65": "I",
"66": "C",
"67": "F",
"68": "\u00c7",
"69": ";",
"70": "x",
"71": "E",
"72": "(",
"73": ")",
"74": "4",
"75": "\u00dc",
"76": "!",
"77": "J",
"78": "V",
"79": "\u015e",
"80": ":",
"81": "Z",
"82": "W",
"83": "*",
"84": "/",
"85": "%",
"86": "w",
"87": "|",
"88": "\u011e",
"89": "q",
"90": "\u00fb",
"91": "\u201c",
"92": "\u25a0",
"93": "\u00e8",
"94": "\u201d",
"95": "\u2019",
"96": "Q",
"97": "\u00c2",
"98": "X",
"99": "+",
"100": "=",
"101": "\u00e9",
"102": "\u00ce",
"103": "\u2014",
"104": ">"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
" ": 4,
"!": 76,
"\"": 56,
"%": 85,
"'": 37,
"(": 72,
")": 73,
"*": 83,
"+": 99,
",": 35,
"-": 42,
".": 12,
"/": 84,
"0": 47,
"1": 0,
"2": 61,
"3": 2,
"4": 74,
"5": 57,
"6": 3,
"7": 53,
"8": 54,
"9": 1,
":": 80,
";": 69,
"=": 100,
">": 104,
"?": 49,
"A": 14,
"B": 36,
"C": 66,
"D": 63,
"E": 71,
"F": 67,
"G": 64,
"H": 60,
"I": 65,
"J": 77,
"K": 46,
"L": 43,
"M": 50,
"N": 58,
"O": 26,
"P": 48,
"Q": 96,
"R": 34,
"S": 41,
"T": 45,
"U": 55,
"V": 78,
"W": 82,
"X": 98,
"Y": 52,
"Z": 81,
"a": 10,
"b": 23,
"c": 44,
"d": 9,
"e": 15,
"f": 51,
"g": 20,
"h": 25,
"i": 18,
"j": 59,
"k": 17,
"l": 7,
"m": 19,
"n": 8,
"o": 30,
"p": 38,
"q": 89,
"r": 24,
"s": 27,
"t": 16,
"u": 28,
"v": 33,
"w": 86,
"x": 70,
"y": 5,
"z": 11,
"|": 87,
"\u00c2": 97,
"\u00c7": 68,
"\u00ce": 102,
"\u00d6": 40,
"\u00dc": 75,
"\u00df": 13,
"\u00e2": 39,
"\u00e7": 21,
"\u00e8": 93,
"\u00e9": 101,
"\u00f6": 31,
"\u00fb": 90,
"\u00fc": 32,
"\u011e": 88,
"\u011f": 29,
"\u0130": 62,
"\u0131": 6,
"\u015e": 79,
"\u015f": 22,
"\u2014": 103,
"\u2019": 95,
"\u201c": 91,
"\u201d": 94,
"\u25a0": 92
},
"layer_norm_eps": 1e-12,
"local_transformer_stride": 128,
"max_position_embeddings": 16384,
"model_type": "canine",
"num_attention_heads": 12,
"num_hash_buckets": 16384,
"num_hash_functions": 8,
"num_hidden_layers": 12,
"pad_token_id": 0,
"torch_dtype": "float32",
"transformers_version": "4.28.0",
"type_vocab_size": 16,
"upsampling_kernel_size": 4,
"use_cache": true
}