alex-prutko commited on
Commit
d0f5c7f
1 Parent(s): c179d62

compressa version

Browse files
chat_template_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "system": "GPT4 Correct system ",
3
+ "eosys": "<|end_of_turn|>",
4
+ "model_name": "openchat",
5
+ "user": "GPT4 Correct user ",
6
+ "eoh": "<|end_of_turn|>",
7
+ "assistant": "GPT4 Correct assistant ",
8
+ "eoa": "<|end_of_turn|>",
9
+ "separator": "\n",
10
+ "capability": "chat",
11
+ "stop_words": ["<|end_of_turn|>"]
12
+ }
compressa-config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {"model_name": "openchat/openchat-3.5-0106",
2
+ "torch_dtype": "torch.bfloat16",
3
+ "device_map": "auto",
4
+ "trust_remote_code": false,
5
+ "config_class": "HFConfig"
6
+ }
generation_config.json CHANGED
@@ -5,5 +5,6 @@
5
  "max_length": 8192,
6
  "pad_token_id": 0,
7
  "temperature": 0.5,
8
- "transformers_version": "4.35.2"
9
- }
 
 
5
  "max_length": 8192,
6
  "pad_token_id": 0,
7
  "temperature": 0.5,
8
+ "transformers_version": "4.35.2",
9
+ "do_sample": true
10
+ }
tokenizer_config.json CHANGED
@@ -48,7 +48,7 @@
48
  "<|pad_0|>"
49
  ],
50
  "bos_token": "<s>",
51
- "chat_template": "{{ bos_token }}{% for message in messages %}{{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>'}}{% endfor %}{% if add_generation_prompt %}{{ 'GPT4 Correct Assistant:' }}{% endif %}",
52
  "clean_up_tokenization_spaces": false,
53
  "eos_token": "<|end_of_turn|>",
54
  "legacy": true,
 
48
  "<|pad_0|>"
49
  ],
50
  "bos_token": "<s>",
51
+ "chat_template": "{% set roles = { 'system': 'system', 'user': 'user', 'bot': 'assistant', 'assistant': 'assistant' } %} {% if messages[0]['role'] == 'system' %} {% set system_message = messages[0]['content'] | trim + '<|end_of_turn|>' %} {% set messages = messages[1:] %} {% else %} {% set system_message = '' %} {% endif %} {{ bos_token + system_message }} {% for message in messages %} {% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %} {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }} {% endif %} {{ 'GPT4 Correct ' + roles[message['role']] | capitalize + ': ' + message['content'] + '<|end_of_turn|>' }} {% endfor %} {% if add_generation_prompt %} {{ 'GPT4 Correct Assistant:' }} {% endif %}",
52
  "clean_up_tokenization_spaces": false,
53
  "eos_token": "<|end_of_turn|>",
54
  "legacy": true,