{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8852": { "content": "IN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "9713": { "content": "AS", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "15513": { "content": "ON", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "24638": { "content": "OR", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "39015": { "content": "END", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "45029": { "content": "AND", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "54080": { "content": "SET", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "66437": { "content": "ALL", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "70675": { "content": "TOP", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "83948": { "content": "MAX", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "84139": { "content": "MIN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "93333": { "content": "ANY", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "96922": { "content": "ELSE", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "127944": { "content": "SUM", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250001": { "content": "", "lstrip": true, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250002": { "content": "SELECT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250003": { "content": "FROM", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250004": { "content": "WHERE", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250005": { "content": "GROUP BY", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250006": { "content": "ORDER BY", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250007": { "content": "JOIN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250008": { "content": "INNER JOIN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250009": { "content": "LEFT JOIN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250010": { "content": "RIGHT JOIN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250011": { "content": "OUTER JOIN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250012": { "content": "NOT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250013": { "content": "LIKE", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250014": { "content": "BETWEEN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250015": { "content": "IS NULL", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250016": { "content": "INSERT INTO", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250017": { "content": "VALUES", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250018": { "content": "UPDATE", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250019": { "content": "DELETE FROM", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250020": { "content": "CREATE TABLE", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250021": { "content": "ALTER TABLE", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250022": { "content": "DROP TABLE", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250023": { "content": "DISTINCT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250024": { "content": "HAVING", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250025": { "content": "ASC", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250026": { "content": "DESC", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250027": { "content": "COUNT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250028": { "content": "AVG", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250029": { "content": "UNION", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250030": { "content": "EXCEPT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250031": { "content": "INTERSECT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250032": { "content": "CASE", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250033": { "content": "WHEN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250034": { "content": "THEN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250035": { "content": "BEGIN", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250036": { "content": "ROLLBACK", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250037": { "content": "COMMIT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250038": { "content": "SAVEPOINT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250039": { "content": "TRANSACTION", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250040": { "content": "PRIMARY KEY", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250041": { "content": "FOREIGN KEY", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250042": { "content": "REFERENCES", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250043": { "content": "INDEX", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250044": { "content": "CONSTRAINT", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "eos_token": "", "mask_token": "", "max_length": 1024, "model_max_length": 8192, "pad_to_multiple_of": null, "pad_token": "", "pad_token_type_id": 0, "padding_side": "right", "sep_token": "", "sp_model_kwargs": {}, "stride": 0, "tokenizer_class": "XLMRobertaTokenizer", "truncation_side": "right", "truncation_strategy": "longest_first", "unk_token": "" }