{
    "version": "1.0",
    "truncation": null,
    "padding": null,
    "added_tokens": [
        {
            "id": 76,
            "content": "<unk>",
            "single_word": false,
            "lstrip": false,
            "rstrip": false,
            "normalized": false,
            "special": true
        }
    ],
    "normalizer": {
        "type": "Sequence",
        "normalizers": [
            {
                "type": "Lowercase"
            },
            {
                "type": "Replace",
                "pattern": {
                    "Regex": "[^_ !\"'(),\\-.:;?[\\]\u2019\u201c\u201dABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz\u00e0\u00e2\u00e8\u00e9\u00ea\u00fc]"
                },
                "content": ""
            },
            {
                "type": "Strip",
                "strip_left": true,
                "strip_right": true
            },
            {
                "type": "Replace",
                "pattern": {
                    "Regex": "(?=.)|(?<!^)$"
                },
                "content": "_"
            }
        ]
    },
    "pre_tokenizer": {
        "type": "Split",
        "pattern": {
            "Regex": ""
        },
        "behavior": "Isolated",
        "invert": false
    },
    "post_processor": null,
    "decoder": null,
    "model": {
        "vocab": {
            "_": 0,
            " ": 1,
            "!": 2,
            "\"": 3,
            "'": 4,
            "(": 5,
            ")": 6,
            ",": 7,
            "-": 8,
            ".": 9,
            ":": 10,
            ";": 11,
            "?": 12,
            "[": 13,
            "]": 14,
            "\u2019": 15,
            "\u201c": 16,
            "\u201d": 17,
            "A": 18,
            "B": 19,
            "C": 20,
            "D": 21,
            "E": 22,
            "F": 23,
            "G": 24,
            "H": 25,
            "I": 26,
            "J": 27,
            "K": 28,
            "L": 29,
            "M": 30,
            "N": 31,
            "O": 32,
            "P": 33,
            "Q": 34,
            "R": 35,
            "S": 36,
            "T": 37,
            "U": 38,
            "V": 39,
            "W": 40,
            "X": 41,
            "Y": 42,
            "Z": 43,
            "a": 44,
            "b": 45,
            "c": 46,
            "d": 47,
            "e": 48,
            "f": 49,
            "g": 50,
            "h": 51,
            "i": 52,
            "j": 53,
            "k": 54,
            "l": 55,
            "m": 56,
            "n": 57,
            "o": 58,
            "p": 59,
            "q": 60,
            "r": 61,
            "s": 62,
            "t": 63,
            "u": 64,
            "v": 65,
            "w": 66,
            "x": 67,
            "y": 68,
            "z": 69,
            "\u00e0": 70,
            "\u00e2": 71,
            "\u00e8": 72,
            "\u00e9": 73,
            "\u00ea": 74,
            "\u00fc": 75,
            "<unk>": 76
        }
    }
}