Hugging Face's logo

Auditt
/
O37BB

Text Generation
Transformers
Safetensors
olmo3
axolotl
Generated from Trainer
conversational
Model card Files
xet
 Community
O37BB / tokenizer_config.json
Auditt's picture
Auditt
Training in progress, epoch 0
e179fad verified
raw
history blame contribute delete
10.8 kB
{
 "add_prefix_space": false,
 "added_tokens_decoder": {
 "100256": {
 "content": "<|extra_id_0|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100257": {
 "content": "<|endoftext|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "100258": {
 "content": "<|fim_prefix|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "100259": {
 "content": "<|fim_middle|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "100260": {
 "content": "<|fim_suffix|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "100261": {
 "content": "|||PHONE_NUMBER|||",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100262": {
 "content": "|||EMAIL_ADDRESS|||",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100263": {
 "content": "|||IP_ADDRESS|||",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100264": {
 "content": "<|im_start|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "100265": {
 "content": "<|im_end|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "100266": {
 "content": "<|extra_id_1|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100267": {
 "content": "<|extra_id_2|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100268": {
 "content": "<|extra_id_3|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100269": {
 "content": "<|extra_id_4|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100270": {
 "content": "<|extra_id_5|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100271": {
 "content": "<|extra_id_6|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100272": {
 "content": "<|extra_id_7|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100273": {
 "content": "<|extra_id_8|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100274": {
 "content": "<|extra_id_9|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100275": {
 "content": "<|extra_id_10|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100276": {
 "content": "<|endofprompt|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "100277": {
 "content": "<|pad|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "100278": {
 "content": "𐔲",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100279": {
 "content": "𐔾",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100280": {
 "content": "〉",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100281": {
 "content": "𝜎",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100282": {
 "content": "⋁",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100283": {
 "content": "𐕠",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100284": {
 "content": "π•œ",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100285": {
 "content": "𐔸",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100286": {
 "content": "∧",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100287": {
 "content": "β‰₯",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100288": {
 "content": "π•Ÿ",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100289": {
 "content": "𐕖",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100290": {
 "content": "βŸ‚",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100291": {
 "content": "𐕏",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100292": {
 "content": "β‹€",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100293": {
 "content": "𐕣",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100294": {
 "content": "𐕃",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100295": {
 "content": "𐕙",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100296": {
 "content": "𐕕",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100297": {
 "content": "Ο‡",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100298": {
 "content": "π•Š",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100299": {
 "content": "γ€ˆ",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100300": {
 "content": "𐕐",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100301": {
 "content": "𐔻",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100302": {
 "content": "𐕀",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100303": {
 "content": "𐔳",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100304": {
 "content": "β‰ ",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100305": {
 "content": "𐔷",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100306": {
 "content": "≀",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100307": {
 "content": "π•ž",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100308": {
 "content": "𐔱",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100309": {
 "content": "𐕂",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100310": {
 "content": "↦",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100311": {
 "content": "π•Ž",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100312": {
 "content": "β†’",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100313": {
 "content": "𐕛",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100314": {
 "content": "𐔰",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 },
 "100315": {
 "content": "Ξ΅",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": false
 }
 },
 "bos_token": null,
 "clean_up_tokenization_spaces": false,
 "eos_token": "<|endoftext|>",
 "extra_special_tokens": {},
 "model_max_length": 65536,
 "pad_token": "<|pad|>",
 "tokenizer_class": "GPT2Tokenizer",
 "unk_token": "<|endoftext|>"
}