tokenizer.json

{"class_name": "Tokenizer", "config": {"num_words": null, "filters": "!\"#$%&()*+,-./:;<=>?@[\\]^_`{|}~\t\n", "lower": true, "split": " ", "char_level": false, "oov_token": null, "document_count": 3, "word_counts": "{\"\\u00e7far\\u00eb\": 1, \"\\u00ebsht\\u00eb\": 1, \"aiu\": 3, \"1o\": 3, \"mini\": 3, \"si\": 1, \"funksionon\": 1, \"cilat\": 1, \"jan\\u00eb\": 1, \"aplikimet\": 1, \"e\": 1}", "word_docs": "{\"\\u00e7far\\u00eb\": 1, \"\\u00ebsht\\u00eb\": 1, \"mini\": 3, \"1o\": 3, \"aiu\": 3, \"si\": 1, \"funksionon\": 1, \"jan\\u00eb\": 1, \"aplikimet\": 1, \"cilat\": 1, \"e\": 1}", "index_docs": "{\"4\": 1, \"5\": 1, \"3\": 3, \"2\": 3, \"1\": 3, \"6\": 1, \"7\": 1, \"9\": 1, \"10\": 1, \"8\": 1, \"11\": 1}", "index_word": "{\"1\": \"aiu\", \"2\": \"1o\", \"3\": \"mini\", \"4\": \"\\u00e7far\\u00eb\", \"5\": \"\\u00ebsht\\u00eb\", \"6\": \"si\", \"7\": \"funksionon\", \"8\": \"cilat\", \"9\": \"jan\\u00eb\", \"10\": \"aplikimet\", \"11\": \"e\"}", "word_index": "{\"aiu\": 1, \"1o\": 2, \"mini\": 3, \"\\u00e7far\\u00eb\": 4, \"\\u00ebsht\\u00eb\": 5, \"si\": 6, \"funksionon\": 7, \"cilat\": 8, \"jan\\u00eb\": 9, \"aplikimet\": 10, \"e\": 11}"}}