Upload folder using huggingface_hub

README.md

@@ -1,11 +1,12 @@
 ---
 base_model:
-- bunnycore/Qwen2.5-7B-CyberRombos
+- djuna/Q2.5-Fuppavy-7B
 - jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7
-- Kaballas/TLetsgo
-- C10X/CoT-2.5
 - DrNicefellow/Qwen2.5-7B-O1-Journey-1
-- djuna/Q2.5-Fuppavy-7B
+- bunnycore/Qwen2.5-7B-CyberRombos
+- C10X/CoT-2.5
+- Qwen/Qwen2.5-7B-Instruct
+- Kaballas/TLetsgo
 library_name: transformers
 tags:
 - mergekit
@@ -19,16 +20,17 @@ This is a merge of pre-trained language models created using [mergekit](https://
 ## Merge Details
 ### Merge Method
 
-This model was merged using the [Model Stock](https://arxiv.org/abs/2403.19522) merge method using [Kaballas/TLetsgo](https://huggingface.co/Kaballas/TLetsgo) as a base.
+This model was merged using the [Model Stock](https://arxiv.org/abs/2403.19522) merge method using [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) as a base.
 
 ### Models Merged
 
 The following models were included in the merge:
-* [bunnycore/Qwen2.5-7B-CyberRombos](https://huggingface.co/bunnycore/Qwen2.5-7B-CyberRombos)
+* [djuna/Q2.5-Fuppavy-7B](https://huggingface.co/djuna/Q2.5-Fuppavy-7B)
 * [jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7](https://huggingface.co/jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7)
-* [C10X/CoT-2.5](https://huggingface.co/C10X/CoT-2.5)
 * [DrNicefellow/Qwen2.5-7B-O1-Journey-1](https://huggingface.co/DrNicefellow/Qwen2.5-7B-O1-Journey-1)
-* [djuna/Q2.5-Fuppavy-7B](https://huggingface.co/djuna/Q2.5-Fuppavy-7B)
+* [bunnycore/Qwen2.5-7B-CyberRombos](https://huggingface.co/bunnycore/Qwen2.5-7B-CyberRombos)
+* [C10X/CoT-2.5](https://huggingface.co/C10X/CoT-2.5)
+* [Kaballas/TLetsgo](https://huggingface.co/Kaballas/TLetsgo)
 
 ### Configuration
 
@@ -40,9 +42,10 @@ models:
   - model: C10X/CoT-2.5
   - model: bunnycore/Qwen2.5-7B-CyberRombos
   - model: djuna/Q2.5-Fuppavy-7B
+  - model: Kaballas/TLetsgo
   - model: jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7
   
 merge_method: model_stock
-base_model: Kaballas/TLetsgo
+base_model: Qwen/Qwen2.5-7B-Instruct
 dtype: bfloat16
 ```

config.json

@@ -1,16 +1,16 @@
 {
-  "_name_or_path": "Kaballas/TLetsgo",
+  "_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
   "architectures": [
     "Qwen2ForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 151643,
-  "eos_token_id": 151643,
+  "eos_token_id": 151645,
   "hidden_act": "silu",
   "hidden_size": 3584,
   "initializer_range": 0.02,
   "intermediate_size": 18944,
-  "max_position_embeddings": 131072,
+  "max_position_embeddings": 32768,
   "max_window_layers": 28,
   "model_type": "qwen2",
   "num_attention_heads": 28,
@@ -24,7 +24,6 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.46.2",
   "use_cache": true,
-  "use_mrope": false,
   "use_sliding_window": false,
   "vocab_size": 152064
 }

mergekit_config.yml

@@ -3,8 +3,9 @@ models:
   - model: C10X/CoT-2.5
   - model: bunnycore/Qwen2.5-7B-CyberRombos
   - model: djuna/Q2.5-Fuppavy-7B
+  - model: Kaballas/TLetsgo
   - model: jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7
   
 merge_method: model_stock
-base_model: Kaballas/TLetsgo
+base_model: Qwen/Qwen2.5-7B-Instruct
 dtype: bfloat16

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b643f7436ff370b5d620617dba889de4feadcfebe98e21b107ee0951045f402
+oid sha256:5d696e89696ac21a4b884427b3a4b1e9e98bc48dcae19d0dae88468773010ee1
 size 4970993048

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44755007c88fc68ee8c1e7f5fdd0c423acab5abbe6142b322c1a62e5b8ecce96
+oid sha256:82b57b423518da5f5a67cadd606b1138c137139aa8d703926d74183893e45582
 size 4932751032

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2dba961e5ddc6e54975d84428252d6d60096d7598f6bbd2974b9cc2e76ee55be
+oid sha256:e968ebd978b80bec99c1e74c6b6ad77bc7e3a2b25a4575e7936ecf3d4e6c2b13
 size 4991495808

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:754b507473095a88fb56cbaab508bebde894df0bb83d6ffaa2f09a8698e16f05
+oid sha256:1d59bdfb5141496b09f7aa10bf0d976a0d3aabbdf9c0a997fe7bbb627e352b03
 size 330326240

special_tokens_map.json

@@ -15,7 +15,7 @@
     "<|video_pad|>"
   ],
   "eos_token": {
-    "content": "<|endoftext|>",
+    "content": "<|im_end|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer_config.json

@@ -195,9 +195,9 @@
     "<|video_pad|>"
   ],
   "bos_token": null,
-  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
+  "eos_token": "<|im_end|>",
   "errors": "replace",
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",