File size: 6,654 Bytes
59699eb 2df34c0 59699eb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 |
{
"add_bos_token": true,
"add_eos_token": false,
"added_tokens_decoder": {
"100000": {
"content": "<｜begin▁of▁sentence｜>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"100001": {
"content": "<｜end▁of▁sentence｜>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"100002": {
"content": "ø",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100003": {
"content": "ö",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100004": {
"content": "ú",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100005": {
"content": "ÿ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100006": {
"content": "õ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100007": {
"content": "÷",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100008": {
"content": "û",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100009": {
"content": "ý",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100010": {
"content": "À",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100011": {
"content": "ù",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100012": {
"content": "Á",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100013": {
"content": "þ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100014": {
"content": "ü",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"100015": {
"content": "<|EOT|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"<|EOT|>"
],
"bos_token": "<｜begin▁of▁sentence｜>",
"chat_template": "{% set system_message = 'You are an AI assistant for function calling.For politically sensitive questions, security and privacy issues, and other non-computer science questions, you will refuse to answer\\n' %}{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '### Instruction:\\n' + content + '\\n### Response:' }}{% elif message['role'] == 'assistant' %}{{ '\\n' + content + '\\n<|EOT|>\\n' }}{% endif %}{% endfor %}",
"chat_template": "{%- set system_message = 'You are an AI assistant for function calling.For politically sensitive questions, security and privacy issues, and other non-computer science questions, you will refuse to answer\\n' %}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content'] %}\n{%- endif %}\n\n{%- if system_message is defined %}\n {{- system_message }}\n{%- endif %}\n\n{%- for message in messages %}\n {%- set content = message['content'] %}\n {%- if message['role'] == 'user' %}\n {{- '### Instruction:\\n' }}\n {{- '[BEGIN OF TASK INSTRUCTION]\\n' }}\n {{- 'You are an expert in composing functions. You are given a question and a set of possible functions.\\nBased on the question, you will need to make one or more function/tool calls to achieve the purpose.\\nIf none of the functions can be used, point it out and refuse to answer.\\nIf the given question lacks the parameters required by the function, also point it out.' }}\n {{- '\\n[END OF TASK INSTRUCTION]\\n\\n' }}\n\n {{- '[BEGIN OF AVAILABLE TOOLS]\\n' }} \n {{- '[' }}\n {%- for tool in tools %}\n {{- '{\"name\": ' + tool['function']['name'] + ', ' }}\n {{- '\"description\": ' + tool['function']['description'] + ', ' }}\n {{- '\"parameters\": {' }}\n {%- for argument in tool['function']['parameters']['properties'] %}\n {{- '\"' + argument + '\": {\"type\": \"' + tool['function']['parameters']['properties'][argument]['type'] + '\", \"' + tool['function']['parameters']['properties'][argument]['description'] + '\"}' }}\n {{- ', ' if not loop.last else '' }}\n {%- endfor %}\n {{- '}, ' if not loop.last else '}' }}\n {%- endfor %}\n {{- ']' }}\n {{- '\\n[END OF AVAILABLE TOOLS]\\n\\n' }}\n\n {{- '[BEGIN OF FORMAT INSTRUCTION]\\n' }}\n {{- 'The output MUST strictly adhere to the following JSON format, and NO other text MUST be included.\\nThe example format is as follows. Please make sure the parameter type is correct. If no function call is needed, please make tool_calls an empty list \\'[]\\'.\\n```\\n{\\n \"tool_calls\": [\\n {\"name\": \"func_name1\", \"arguments\": {\"argument1\": \"value1\", \"argument2\": \"value2\"}},\\n ... (more tool calls as required)\\n ]\\n}\\n```' }}\n {{- '\\n[END OF FORMAT INSTRUCTION]\\n\\n' }}\n\n {{- '[BEGIN OF QUERY]\\n' + content + '\\n[END OF QUERY]\\n\\n' }}\n {{- '\\n### Response:' }}\n {%- elif message['role'] == 'assistant' %}\n {{- '\\n' + content + '\\n<|EOT|>\\n' }}\n {%- endif %}\n{%- endfor %}",
"clean_up_tokenization_spaces": false,
"eos_token": "<|EOT|>",
"model_max_length": 4096,
"pad_token": "<｜end▁of▁sentence｜>",
"padding_side": "right",
"sp_model_kwargs": {},
"split_special_tokens": false,
"tokenizer_class": "LlamaTokenizer",
"unk_token": null,
"use_default_system_prompt": false
}
|