(Trained with Unsloth)

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Mixtral_AI_CyberBrain_3_0",
+  "_name_or_path": "LeroyDyer/Mixtral_AI_CyberBrain_3_0",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -7,7 +7,7 @@
   "auto_map": {
     "AutoConfig": "LeroyDyer/Mixtral_AI_CyberBrain_3_0--configuration_mistral.MistralConfig",
     "AutoModelForCausalLM": "LeroyDyer/Mixtral_AI_CyberBrain_3_0--modeling_yarn.MistralForCausalLM"
-  },  
+  },
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -16,7 +16,7 @@
   "intermediate_size": 14336,
   "max_position_embeddings": 32768,
   "max_sequence_length": 131072,
-  "max_thoughts": 10,
+  "max_thoughts": 3,
   "merged_lm_and_talk_heads": false,
   "merged_lm_and_think_heads": true,
   "merged_talk_heads": true,
@@ -35,7 +35,7 @@
   "sliding_window": 131072,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.38.2",
+  "transformers_version": "4.40.0.dev0",
   "unsloth_version": "2024.3",
   "use_cache": true,
   "use_complex_talk_head": true,

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.38.2"
+  "transformers_version": "4.40.0.dev0"
 }

model-00001-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cdf38792df4d5ee04361c485ce862de093555818b01badae5d5b10fd6b68116
+oid sha256:43a7b89698db41c12893cdacf27f6b75620c70a5f2ad5167ad8c8e2b1b9f8b1f
 size 1889603392

model-00002-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:032324e8b0b3dc13986ef61cae1fd95a4131d2d05b1193fc5ccd9be80e306cf4
+oid sha256:13c367ff186b247da401fb2ac65dd27cfe8a3a384888f97e3c7626c9aff885a1
 size 1946243896

model-00003-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48304e4348902bc9eacf7a01e4a4d435db6705681e1c0b975721331c46bcf6d2
+oid sha256:f54586c6e7e055fe2e2b7ae604bba9c44c16c3b17497b3970a0a2cb02b1ca957
 size 1979781392

model-00004-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3536440cd845f80e6fc52a2ddc0570b252a783e495d53d80d062e6dd0eb045d
+oid sha256:4309ab251636ecb7dff8f87cbc3c415e63f1a44b11cef0818b6dcdc325735d81
 size 1946243936

model-00005-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13b377d239c604b2cb40a6275a233f16038269a41f070ae228b70e8776513f7c
+oid sha256:a32d7068f3c9ef207142f92cb8fe66a99e58b6070a6ebc20d507655697c0b21c
 size 1979781416

model-00006-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a87fefad4957ac37e2dffb0181ac52d117cfed7e90ac22aa77f4e2f86e4065c
+oid sha256:de67bc9d39baa7d2cc3983e494a7ea83e9be19659ab8915b5afdec8d9987ead9
 size 1946243936

model-00007-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:874f5891cec7fe53e49b4ca940902965f7f3aa348ac9b0559ad56add49a90c2e
+oid sha256:cd5c86883b18b92a8394ebef60d1cd9a36945c18c4707485da9a2914963cb8c5
 size 1979781416

model-00008-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e753d8616330e0954d88edda5aa56ab03fcd416626922c4424ed5ca75c9b1ef1
+oid sha256:77bca604fa9c3a207f86e0cbb4a4a5fe3d63498d8507f0b90491567f96925313
 size 815851048

special_tokens_map.json

@@ -1,19 +1,7 @@
 {
   "additional_special_tokens": [
-    {
-      "content": "<|startthought|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<|endthought|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
+    "<|startthought|>",
+    "<|endthought|>"
   ],
   "bos_token": {
     "content": "<s>",
@@ -29,7 +17,13 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "</s>",
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,