Model config.json has Mistral params instead of Mixtral, breaking ExLlama quants and maybe affecting others too (#3)

- Model config.json has Mistral params instead of Mixtral, breaking ExLlama quants and maybe affecting others too (ab09f2486d8ef6a128d4f21585713f169df0cbab)


Co-authored-by: Tom Jobbins <TheBloke@users.noreply.huggingface.co>

config.json

@@ -1,7 +1,7 @@
 {
   "_name_or_path": "jondurbin/bagel-7b-v0.1",
   "architectures": [
-    "MistralForCausalLM"
+    "MixtralForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 1,
@@ -19,12 +19,12 @@
   "num_local_experts": 8,
   "output_router_logits": false,
   "rms_norm_eps": 1e-05,
-  "rope_theta": 10000.0,
-  "router_aux_loss_coef": 0.001,
+  "rope_theta": 1000000.0,
+  "router_aux_loss_coef": 0.02,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.37.0.dev0",
-  "use_cache": false,
+  "use_cache": true,
   "vocab_size": 32000
 }