compressa version

chat_template_config.json

@@ -0,0 +1,12 @@
+{
+  "system": "GPT4 Correct system ",
+  "eosys": "<|end_of_turn|>",
+  "model_name": "openchat",
+  "user": "GPT4 Correct user ",
+  "eoh": "<|end_of_turn|>",
+  "assistant": "GPT4 Correct assistant ",
+  "eoa": "<|end_of_turn|>",
+  "separator": "\n",
+  "capability": "chat",
+  "stop_words": ["<|end_of_turn|>"]
+}    

compressa-config.json

@@ -0,0 +1,6 @@
+{"model_name": "openchat/openchat-3.5-0106",
+"torch_dtype": "torch.bfloat16",
+"device_map": "auto",
+"trust_remote_code": false,
+"config_class": "HFConfig"
+}

generation_config.json

@@ -5,5 +5,6 @@
   "max_length": 8192,
   "pad_token_id": 0,
   "temperature": 0.5,
-  "transformers_version": "4.35.2"
-}
+  "transformers_version": "4.35.2",
+  "do_sample": true
+}

tokenizer_config.json

@@ -48,7 +48,7 @@
     "<|pad_0|>"
   ],
   "bos_token": "<s>",
-  "chat_template": "{{ bos_token }}{% for message in messages %}{{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>'}}{% endfor %}{% if add_generation_prompt %}{{ 'GPT4 Correct Assistant:' }}{% endif %}",
+  "chat_template": "{% set roles = { 'system': 'system', 'user': 'user', 'bot': 'assistant', 'assistant': 'assistant' } %} {% if messages[0]['role'] == 'system' %} {% set system_message = messages[0]['content'] | trim + '<|end_of_turn|>' %} {% set messages = messages[1:] %} {% else %} {% set system_message = '' %} {% endif %} {{ bos_token + system_message }} {% for message in messages %} {% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %} {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }} {% endif %} {{ 'GPT4 Correct ' + roles[message['role']] | capitalize + ': ' + message['content'] + '<|end_of_turn|>' }} {% endfor %} {% if add_generation_prompt %} {{ 'GPT4 Correct Assistant:' }} {% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|end_of_turn|>",
   "legacy": true,