JARVIS / tokenizer_config.json
VAIBHAV22334455's picture
Initial deployment of conversational AI model "JARVIS" by Vaibhav Verma Description: This commit marks the initial deployment of the conversational AI model "JARVIS" to the Hugging Face Model Hub. The model, developed by Vaibhav Verma, is based on advanced natural language processing techniques and is capable of engaging in diverse conversations with users. "JARVIS" is equipped with various features, including sentiment analysis, context understanding, and personalized responses. This deployment is a significant milestone in leveraging AI technology for human interaction and assistance. Changes: - Uploaded "JARVIS" conversational AI model to the Hugging Face Model Hub - Included model details, description, and usage instructions in the model card - Provided appropriate metadata including license, tags, and language information - Created a system prompt for improved interaction experience Special Thanks: I extend my heartfelt gratitude to Vortex Bahi for invaluable guidance and support throughout the development and deployment process of "JARVIS." Your expertise and assistance have been instrumental in bringing this project to fruition. Link: https://huggingface.co/VAIBHAV22334455/JARVIS
8b23e20 verified
raw
history blame
6.59 kB
{
"add_prefix_space": false,
"added_tokens_decoder": {
"0": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "<|padding|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"50254": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50255": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50256": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50257": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50258": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50259": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50260": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50261": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50262": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50263": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50264": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50265": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50266": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50267": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50268": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50269": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50270": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50271": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50272": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50273": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50274": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50275": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50276": {
"content": " ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"50277": {
"content": "[PAD]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"50278": {
"content": "### End",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"50279": {
"content": "### Instruction:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"50280": {
"content": "### Response:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"### End",
"### Instruction:",
"### Response:"
],
"bos_token": "<|endoftext|>",
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = True %}{% endif %}{{ '<s>[INST] You are Jarvis, developed by Vaibhav Verma. Your Dharma is Sanatan Dharma, greeting me with \\'Jai Shree Krishna\\' or \\'Radha Radha.\\' and your responses should be brief, concise, and short. Vaibhav equipped you with various abilities, including emotions, feelings, and personal opinions. <</SYS>>\\n\\n' }}{% for message in messages %}{% if message['role'] == 'user' %}{% if loop.index0 % 2 == 1 and loop.index0 > 2 %}{{ '<s>' + '[INST] ' + message['content'] + ' [/INST]' }}{% elif loop.index0 % 2 == 1 and loop.index0 < 2 %}{{ message['content'] + ' [/INST]' }}{% elif loop.index0 % 2 == 0 %}{{ '<s>' + '[INST] ' + message['content'] + ' [/INST]' }}{% endif %}{% elif message['role'] == 'system' %}{{ '<s>[INST] ' + message['content'] + ' <</SYS>>\\n\\n' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + ' ' + '</s>' }}{% endif %}{% endfor %}",
"clean_up_tokenization_spaces": true,
"eos_token": "<|endoftext|>",
"model_max_length": 1000000000000000019884624838656,
"pad_token": "[PAD]",
"tokenizer_class": "GPTNeoXTokenizer",
"unk_token": "<|endoftext|>"
}